-- Logs begin at Tue 2022-01-25 07:46:56 UTC, end at Tue 2022-01-25 09:04:16 UTC. -- Jan 25 08:29:20.784010 dv-cinder-811877-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 25 08:29:23.790472 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.common.config [-] Logging enabled! Jan 25 08:29:23.791071 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev427 Jan 25 08:29:23.791254 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102991) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 08:29:23.794534 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.common.config [-] Logging enabled! Jan 25 08:29:23.794795 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev427 Jan 25 08:29:23.795110 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102991) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 08:29:23.796053 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 08:29:23.796317 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 08:29:23.796687 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 08:29:23.796937 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 08:29:23.797166 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 08:29:23.797492 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.797910 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 25 08:29:23.798222 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.798516 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.798816 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.799132 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.799423 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.799710 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.800001 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.800332 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.800622 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.800907 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.801196 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.801491 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.801776 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.802068 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.802359 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.802644 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] debug = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.802928 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.803364 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.803781 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.804063 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.804381 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.804662 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.804937 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.805217 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.805505 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.805835 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] host = dv-cinder-811877-9-iscsi {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.806117 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.806410 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.806702 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.806988 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.807272 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.807551 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.807838 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.808134 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.808414 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] log_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.808695 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.808986 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.809274 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.809576 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.809807 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.810034 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.810325 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.810616 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.810895 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.811173 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.811457 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.811731 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.812008 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.812313 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.812604 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.812891 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.813181 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.813460 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.813739 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.814013 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.814291 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.814579 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.815490 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.815784 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.816060 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.816377 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.816654 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.816935 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.817241 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.817533 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.817827 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.818116 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.818394 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.818679 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.818955 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.819231 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.819507 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] use_json = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.819783 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.820054 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.820362 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.820637 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.820913 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.822175 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.822459 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.822752 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.823034 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:23.823336 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.823638 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.823945 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.824274 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.824574 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.824860 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.825154 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.825437 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.825729 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.826023 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.826317 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.826599 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.826903 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.827199 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.827501 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.827810 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.828133 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.828440 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.828723 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.829004 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.829284 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.829567 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.829860 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.830142 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.831034 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.831334 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.831619 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.831916 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.832235 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.832540 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.832834 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.833115 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.833398 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.833694 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.833978 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.834256 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.834538 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.834831 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.835112 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.835388 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.835674 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.835956 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.836257 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.836535 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.836816 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.837108 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.837388 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.837665 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.837939 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.838218 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.838496 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.838785 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.839066 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.839340 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.839616 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.839897 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.840198 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.840475 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.840756 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.841033 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.841313 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.841590 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.841866 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.842141 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.842416 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.842696 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.842967 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.843241 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.843519 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.843793 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.844067 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.844366 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.844640 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.844918 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.845207 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.845504 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.845784 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.846157 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.846438 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.846717 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.846996 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.847272 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.847551 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.847831 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.848124 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.848424 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.848710 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.849003 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.849315 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.849598 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.849896 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.850178 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.850465 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.850746 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.851027 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.851315 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.851601 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.851899 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.852221 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.852522 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.852820 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.853116 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.853400 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.853710 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.853992 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:23.854213 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 08:29:23.854458 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102991) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 25 08:29:24.231093 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 08:29:24.231370 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 08:29:24.231682 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 08:29:24.232022 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 25 08:29:24.566289 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.566512 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.566785 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.568122 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.568405 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.568675 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.613872 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.614164 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.614431 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.629437 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.629723 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.629995 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.660838 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.661126 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.661400 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.697898 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.698181 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:24.698450 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.049098 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.050260 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.050260 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.050260 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.050737 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.152002 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.152341 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.152629 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.152906 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.153176 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.153489 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.153757 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.154016 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.154272 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.154556 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.154820 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.155089 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.155347 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.155600 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.155857 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.156154 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.156415 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.156685 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.156956 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.157221 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.157494 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.157750 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.158032 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.158547 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.158987 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.159108 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.159449 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 08:29:25.159694 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 08:29:25.159936 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 08:29:25.160202 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 08:29:25.160443 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 08:29:25.160681 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 08:29:25.161047 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 25 08:29:25.164295 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 25 08:29:25.168384 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 25 08:29:25.172274 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 25 08:29:25.173928 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 25 08:29:25.174733 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 25 08:29:25.174934 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 25 08:29:25.175323 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 25 08:29:25.178208 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 25 08:29:25.178463 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 25 08:29:25.178813 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 08:29:25.184233 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 25 08:29:25.209644 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 25 08:29:25.210103 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.210403 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102991) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 25 08:29:25.210764 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.212178 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102991) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 25 08:29:25.212464 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 08:29:25.212715 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 25 08:29:25.215974 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.216360 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:25.282361 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 25 08:29:25.282607 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 25 08:29:25.282848 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 25 08:29:25.283221 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 25 08:29:25.304156 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_db.sqlalchemy.engines [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102991) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 25 08:29:25.980862 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Initializing driver for type 'gre' Jan 25 08:29:25.981312 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] gre ID ranges: [(1, 1000)] Jan 25 08:29:26.215198 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Initializing driver for type 'local' Jan 25 08:29:26.215795 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Initializing driver for type 'vlan' Jan 25 08:29:26.306550 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] VlanTypeDriver initialization complete Jan 25 08:29:26.306853 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Initializing driver for type 'vxlan' Jan 25 08:29:26.307354 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] vxlan ID ranges: [(1, 1000)] Jan 25 08:29:26.495316 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Initializing extension driver 'port_security' Jan 25 08:29:26.495652 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.extensions.port_security [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] PortSecurityExtensionDriver initialization complete Jan 25 08:29:26.495987 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Initializing mechanism driver 'openvswitch' Jan 25 08:29:26.496367 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Initializing mechanism driver 'hyperv' Jan 25 08:29:26.508195 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.plugins.ml2.plugin [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:29:26.508875 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > port after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.509249 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > port after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.509633 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > port after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.510160 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 08:29:26.510600 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > subnet after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.511036 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > subnet after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.511325 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.511727 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 08:29:26.512159 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > network after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.512509 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > network after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.512877 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > network after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.513271 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 08:29:26.513676 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > security_group after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.514025 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > security_group after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.514370 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.514935 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 08:29:26.515372 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.515722 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.516064 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.516488 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 08:29:26.516897 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > address_group after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.517244 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > address_group after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.517589 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.517985 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 08:29:26.518445 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] ML2 OVO RPC backend initialized. {{(pid=102991) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 25 08:29:26.519323 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.519680 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.520123 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > network before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.520469 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > networks before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.520819 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > port before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.521207 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > ports before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.521555 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > subnet before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.521896 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > subnets before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.522242 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > network after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.522584 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > network after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.522920 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > network after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.523259 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > port after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.523597 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > port after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.523933 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > port after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.524309 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > subnet after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.524649 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > subnet after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.524983 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.532283 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded quota_driver: . Jan 25 08:29:26.532649 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.plugin [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Modular L2 Plugin initialization complete Jan 25 08:29:26.532994 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading services supported by the core plugin {{(pid=102991) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 25 08:29:26.533334 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Got port-security extension from driver 'port_security' Jan 25 08:29:26.533815 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.extensions.vlantransparent [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Disabled vlantransparent extension. Jan 25 08:29:26.534878 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102991) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 25 08:29:26.535352 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading Plugin: router Jan 25 08:29:26.573316 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.573656 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router after_create 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.574029 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router before_create 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.574392 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.574764 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.575126 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router after_delete 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.575486 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.575835 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.576216 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router after_create 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.576563 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router after_update 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.576912 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router after_update 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.577258 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.577616 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router after_update 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.578025 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router precommit_update 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.578391 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: port after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.578731 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: port after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.579072 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: subnet after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.579414 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.579767 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.580136 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router precommit_create 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.580486 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: port before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.580830 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router precommit_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.581763 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router after_update 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.582109 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.582459 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router precommit_create 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.582819 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.583165 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router precommit_update 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.583527 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > agent after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.583874 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > agent after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.584254 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > network after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.585114 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Tracking information for resource: router configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 08:29:26.585446 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Tracking information for resource: floatingip configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 08:29:26.590379 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.db.l3_agentschedulers_db [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 25 08:29:26.590956 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: port after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.591317 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: port after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.591670 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: port after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.592022 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: port after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.592964 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router before_create 55550100 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.593335 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.593702 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router precommit_create 55550100 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.594063 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > router precommit_update 55550100 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.598828 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.services.provider_configuration [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service providers = [] {{(pid=102991) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 25 08:29:26.599191 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.db.servicetype_db [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102991) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 25 08:29:26.602189 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.services.service_base [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 08:29:26.602541 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.services.service_base [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 08:29:26.602881 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.services.service_base [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 08:29:26.603774 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.services.service_base [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 08:29:26.604169 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.services.service_base [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 25 08:29:26.604549 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 08:29:26.604869 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 25 08:29:26.615604 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 08:29:26.615942 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading Plugin: auto_allocate Jan 25 08:29:26.621847 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: network precommit_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.622213 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: network precommit_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.622735 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 08:29:26.623051 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading Plugin: tag Jan 25 08:29:26.630319 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 08:29:26.630645 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading Plugin: timestamp Jan 25 08:29:26.634953 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 08:29:26.635287 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading Plugin: network_ip_availability Jan 25 08:29:26.640803 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.641175 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.641534 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.642250 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 08:29:26.642570 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading Plugin: flavors Jan 25 08:29:26.648020 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 08:29:26.648385 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading Plugin: revisions Jan 25 08:29:26.652764 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 08:29:26.653151 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_concurrency.lockutils [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.421s {{(pid=102991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 08:29:26.653893 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102991) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 25 08:29:26.654226 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Initializing extension manager. Jan 25 08:29:26.654745 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: __init__.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.655084 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: __pycache__ {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.655415 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.655746 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: address_group.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.656534 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.657094 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: address-group Jan 25 08:29:26.657417 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: address_scope.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.658134 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.658642 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: address-scope Jan 25 08:29:26.658965 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.659952 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.660488 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: router-admin-state-down-before-update Jan 25 08:29:26.660812 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: agent.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.661697 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.662208 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: agent Jan 25 08:29:26.662532 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: agent_resources_synced.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.663448 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.663951 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: agent-resources-synced Jan 25 08:29:26.664301 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: allowedaddresspairs.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.666099 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.666622 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: allowed-address-pairs Jan 25 08:29:26.666950 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: auto_allocated_topology.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.668039 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.668582 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: auto-allocated-topology Jan 25 08:29:26.668910 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: availability_zone.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.669609 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.670119 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: availability_zone Jan 25 08:29:26.670443 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: availability_zone_filter.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.671358 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.671875 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: availability_zone_filter Jan 25 08:29:26.672428 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: data_plane_status.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.673485 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.673978 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension data-plane-status not supported by any of loaded plugins Jan 25 08:29:26.674296 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: default_subnetpools.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.675253 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.675756 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: default-subnetpools Jan 25 08:29:26.676330 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.677226 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.677853 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: dhcp_agent_scheduler Jan 25 08:29:26.678247 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: dns.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.679240 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.679941 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension dns-integration not supported by any of loaded plugins Jan 25 08:29:26.680323 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: dns_domain_ports.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.681325 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.681864 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 25 08:29:26.682287 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.683231 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.683736 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 25 08:29:26.684060 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: dvr.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.684760 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.685267 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: dvr Jan 25 08:29:26.685588 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: ecmp_routes.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.686507 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.687011 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 25 08:29:26.687332 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: empty_string_filtering.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.688279 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.688781 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: empty-string-filtering Jan 25 08:29:26.689101 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.690015 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.691163 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 25 08:29:26.691452 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.692396 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.692898 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 25 08:29:26.693217 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: external_net.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.694127 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.694629 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: external-net Jan 25 08:29:26.694948 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.695873 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.696415 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: extra_dhcp_opt Jan 25 08:29:26.696739 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: extraroute.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.697656 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.698159 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: extraroute Jan 25 08:29:26.698478 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: extraroute_atomic.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.699521 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.700028 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: extraroute-atomic Jan 25 08:29:26.700375 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: filter_validation.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.701041 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.701543 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: filter-validation Jan 25 08:29:26.701860 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: fip_pf_description.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.702769 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.703265 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 25 08:29:26.703586 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: fip_port_details.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.704535 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.705036 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: fip-port-details Jan 25 08:29:26.705356 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: flavors.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.707233 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.707752 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: flavors Jan 25 08:29:26.708083 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.709777 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.710299 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 25 08:29:26.710629 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: floatingip_pools.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.711333 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.711843 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: floatingip-pools Jan 25 08:29:26.712200 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: ip_allocation.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.713132 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.713638 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension ip_allocation not supported by any of loaded plugins Jan 25 08:29:26.713960 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.714880 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.715390 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: ip-substring-filtering Jan 25 08:29:26.715714 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: l2_adjacency.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.716696 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.717198 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 25 08:29:26.717517 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: l3.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.718529 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.719052 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: router Jan 25 08:29:26.719375 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.721850 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.722381 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 25 08:29:26.722711 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.723652 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.724200 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: ext-gw-mode Jan 25 08:29:26.724533 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.725461 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.725977 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: l3-ha Jan 25 08:29:26.726300 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: l3_flavors.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.727219 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.727730 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: l3-flavors Jan 25 08:29:26.728050 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.728992 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.729496 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 25 08:29:26.729817 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: l3agentscheduler.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.730874 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.731388 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: l3_agent_scheduler Jan 25 08:29:26.731713 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: local_ip.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.733546 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.734070 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension local_ip not supported by any of loaded plugins Jan 25 08:29:26.734404 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: logging.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.735909 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.736459 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension logging not supported by any of loaded plugins Jan 25 08:29:26.736790 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: metering.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.737723 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.738300 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: metering Jan 25 08:29:26.738627 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.739745 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.740294 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: metering_source_and_destination_fields Jan 25 08:29:26.740623 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: multiprovidernet.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.741553 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.742064 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: multi-provider Jan 25 08:29:26.742387 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: netmtu.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.743309 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.743815 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: net-mtu Jan 25 08:29:26.744168 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: netmtu_writable.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.745091 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.745598 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: net-mtu-writable Jan 25 08:29:26.745928 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: network_availability_zone.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.746598 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.747102 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: network_availability_zone Jan 25 08:29:26.747422 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: network_ip_availability.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.748576 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.749081 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: network-ip-availability Jan 25 08:29:26.749405 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: network_segment_range.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.750168 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.750669 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension network-segment-range not supported by any of loaded plugins Jan 25 08:29:26.750989 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: pagination.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.751978 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.752342 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: pagination Jan 25 08:29:26.752661 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: port_device_profile.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.754181 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.754697 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: port-device-profile Jan 25 08:29:26.755021 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.755961 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.756505 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: port-mac-address-regenerate Jan 25 08:29:26.756829 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.758141 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.758650 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: port-numa-affinity-policy Jan 25 08:29:26.758971 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: port_resource_request.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.759895 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.760436 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension port-resource-request not supported by any of loaded plugins Jan 25 08:29:26.760758 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: port_resource_request_groups.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.761721 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.762222 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 25 08:29:26.762542 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: portbindings.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.763472 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.763977 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: binding Jan 25 08:29:26.764332 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: portbindings_extended.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.765603 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.766125 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: binding-extended Jan 25 08:29:26.766452 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: portsecurity.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.767374 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.767883 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: port-security Jan 25 08:29:26.768241 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: project_id.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.769812 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.770142 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: project-id Jan 25 08:29:26.770465 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: providernet.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.771378 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.771893 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: provider Jan 25 08:29:26.772246 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: qos.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.775864 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.776417 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension qos not supported by any of loaded plugins Jan 25 08:29:26.776751 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.778008 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.778526 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 25 08:29:26.778852 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.779776 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.780314 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 25 08:29:26.780640 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: qos_default.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.781560 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.782072 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension qos-default not supported by any of loaded plugins Jan 25 08:29:26.782395 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: qos_fip.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.783327 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.783838 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension qos-fip not supported by any of loaded plugins Jan 25 08:29:26.784278 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.785351 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.785870 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 25 08:29:26.786196 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: qos_gateway_ip.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.787134 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.787639 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 25 08:29:26.787960 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: qos_port_network_policy.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.788904 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.789416 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 25 08:29:26.789738 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.790783 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.791288 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 25 08:29:26.791609 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: qos_pps_rule.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.792843 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.808501 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension qos-pps not supported by any of loaded plugins Jan 25 08:29:26.808501 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: qos_rule_type_details.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.809286 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.809832 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 25 08:29:26.810162 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: qos_rules_alias.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.811229 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.811745 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 25 08:29:26.812072 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: quota_check_limit.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.813015 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.813529 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: quota-check-limit Jan 25 08:29:26.813930 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: quotasv2.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.814823 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.815153 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: quotas Jan 25 08:29:26.816000 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: quotasv2_detail.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.817873 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.818209 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: quota_details Jan 25 08:29:26.818535 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: rbac.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.819598 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.820155 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: rbac-policies Jan 25 08:29:26.820488 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: rbac_address_group.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.821416 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.821925 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: rbac-address-group Jan 25 08:29:26.822247 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: rbac_address_scope.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.823163 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.823714 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: rbac-address-scope Jan 25 08:29:26.823993 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: rbac_security_groups.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.824944 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.825447 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: rbac-security-groups Jan 25 08:29:26.825766 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: rbac_subnetpool.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.826677 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.827182 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: rbac-subnetpool Jan 25 08:29:26.827504 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: revisionifmatch.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.828457 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.828965 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: revision-if-match Jan 25 08:29:26.829285 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: revisions.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.830399 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.831576 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: standard-attr-revisions Jan 25 08:29:26.831914 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: router_availability_zone.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.832622 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.833384 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: router_availability_zone Jan 25 08:29:26.833384 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: routerservicetype.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.839613 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.840147 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension router-service-type not supported by any of loaded plugins Jan 25 08:29:26.840469 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.841465 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.841973 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: security-groups-normalized-cidr Jan 25 08:29:26.842294 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.843325 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.843832 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: port-security-groups-filtering Jan 25 08:29:26.844184 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.845124 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.845630 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: security-groups-remote-address-group Jan 25 08:29:26.845948 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.846934 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.847463 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: security-groups-shared-filtering Jan 25 08:29:26.847783 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.848411 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 25 08:29:26.848734 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: securitygroup.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.858500 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.859033 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: security-group Jan 25 08:29:26.859360 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: segment.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.860180 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.860688 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension segment not supported by any of loaded plugins Jan 25 08:29:26.864745 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.865434 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.865949 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 25 08:29:26.866271 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: servicetype.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.867384 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.867900 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: service-type Jan 25 08:29:26.868258 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: sorting.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.869247 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.869579 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: sorting Jan 25 08:29:26.869899 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: standard_attr_segment.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.870806 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.871363 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 25 08:29:26.871678 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: standardattrdescription.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.872352 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.872856 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: standard-attr-description Jan 25 08:29:26.873175 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: stateful_security_group.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.874165 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.874673 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: stateful-security-group Jan 25 08:29:26.874995 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: stdattrs_common.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.875563 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 25 08:29:26.875880 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.876839 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.877338 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 25 08:29:26.877657 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: subnet_onboard.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.879313 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.879822 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: subnet_onboard Jan 25 08:29:26.880165 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.881089 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.881596 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 25 08:29:26.881914 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: subnet_service_types.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.883105 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.883624 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: subnet-service-types Jan 25 08:29:26.883943 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: subnetallocation.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.885067 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.885583 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: subnet_allocation Jan 25 08:29:26.885904 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.886565 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.887068 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: subnetpool-prefix-ops Jan 25 08:29:26.887385 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.888330 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.888837 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 25 08:29:26.889229 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: tagging.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.890307 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.890820 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: standard-attr-tag Jan 25 08:29:26.891142 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: timestamp.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.892383 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.892872 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loaded extension: standard-attr-timestamp Jan 25 08:29:26.893194 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: trunk.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.894253 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.894761 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension trunk not supported by any of loaded plugins Jan 25 08:29:26.895083 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: trunk_details.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.896003 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.896538 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension trunk-details not supported by any of loaded plugins Jan 25 08:29:26.896858 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: uplink_status_propagation.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.897772 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.898274 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 25 08:29:26.898597 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Loading extension file: vlantransparent.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 08:29:26.899265 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 08:29:26.899762 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 25 08:29:26.902330 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:network Jan 25 08:29:26.912766 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:subnet Jan 25 08:29:26.912766 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 08:29:26.912766 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:port Jan 25 08:29:26.912766 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.912766 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service FLAVORS assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.912766 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.912766 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.912766 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:router Jan 25 08:29:26.913357 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:floatingip Jan 25 08:29:26.913357 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service METERING assigned prefix: /metering {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.913357 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.913357 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.913357 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:29:26.913718 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 08:29:26.913718 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:security_group Jan 25 08:29:26.913718 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 08:29:26.913718 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service CORE assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.913718 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 08:29:26.914104 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] subnetpool is already registered Jan 25 08:29:26.914484 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service CORE assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.914809 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 08:29:26.915137 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] subnetpool is already registered Jan 25 08:29:26.917394 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.917825 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service FLAVORS assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.918415 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.918829 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.919155 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:router Jan 25 08:29:26.919573 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] router is already registered Jan 25 08:29:26.919978 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:floatingip Jan 25 08:29:26.920338 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] floatingip is already registered Jan 25 08:29:26.920789 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service METERING assigned prefix: /metering {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.921443 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 08:29:26.921762 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] rbac_policy is already registered Jan 25 08:29:26.922166 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:security_group Jan 25 08:29:26.922492 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] security_group is already registered Jan 25 08:29:26.922889 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 08:29:26.923220 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] security_group_rule is already registered Jan 25 08:29:26.923835 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service CORE assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.924182 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 08:29:26.924518 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] subnetpool is already registered Jan 25 08:29:26.925464 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Service CORE assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 08:29:26.925784 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 08:29:26.926110 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] subnetpool is already registered Jan 25 08:29:26.926581 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: extensions {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.928048 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: address-groups {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.929553 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: address-scopes {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.930878 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: agents {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.932060 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: auto-allocated-topology {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.933324 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: availability_zones {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.934552 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: dhcp-networks {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.936062 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: dhcp-agents {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.937594 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: routers {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.939926 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: flavors {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.941685 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: service_profiles {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.942893 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: next_providers {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.944374 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: service_profiles {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.945901 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: floatingip-pools {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.947131 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: routers {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.949316 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: floatingips {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.950633 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: l3-routers {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.952015 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: l3-agents {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.953464 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: metering-labels {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.954826 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: metering-label-rules {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.956211 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: network-ip-availabilities {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.957599 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: bindings {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.959280 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: quotas {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.960881 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: quotas {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.962436 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: rbac-policies {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.963734 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: security-groups {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.964988 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: security-group-rules {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.970133 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: service-providers {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.970133 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: subnetpools {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.970133 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: subnetpools {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.970449 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.972304 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.974094 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.975881 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.978978 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.980875 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.982565 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.984539 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.986417 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.989018 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron.api.extensions [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 08:29:26.994923 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING keystonemiddleware.auth_token [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 25 08:29:26.999665 dv-cinder-811877-9-iscsi neutron-server[102991]: WARNING keystonemiddleware.auth_token [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 25 08:29:27.009100 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_concurrency.lockutils [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Acquired lock "singleton_lock" {{(pid=102991) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 25 08:29:27.009567 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_concurrency.lockutils [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Releasing lock "singleton_lock" {{(pid=102991) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 25 08:29:27.010206 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO oslo_service.service [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Starting 2 workers Jan 25 08:29:27.015072 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Started child 103104 {{(pid=102991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 08:29:27.020016 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Started child 103105 {{(pid=102991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 08:29:27.020782 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:27.021664 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO neutron.service [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 25 08:29:27.022328 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:27.022499 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [-] (103104) wsgi starting up on http://0.0.0.0:9696 Jan 25 08:29:27.024839 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO oslo_service.service [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Starting 1 workers Jan 25 08:29:27.025012 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:27.026431 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [-] (103105) wsgi starting up on http://0.0.0.0:9696 Jan 25 08:29:27.030094 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Started child 103106 {{(pid=102991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 08:29:27.030634 dv-cinder-811877-9-iscsi neutron-server[102991]: INFO oslo_service.service [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Starting 1 workers Jan 25 08:29:27.033760 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.service [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] calling RpcWorker wait() {{(pid=103106) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 25 08:29:27.034350 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.service [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] returning from RpcWorker wait() {{(pid=103106) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 25 08:29:27.035261 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Started child 103107 {{(pid=102991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 08:29:27.035656 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:27.036075 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-2f78329b-2731-4e9a-9d6b-be08403ec623 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:27.036202 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:29:27.038060 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102991) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 08:29:27.038278 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 08:29:27.038463 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 08:29:27.038686 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 08:29:27.039027 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 08:29:27.039188 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 08:29:27.039695 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.039951 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.040242 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.040502 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.040798 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.040979 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:27.041469 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.041611 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.041843 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.042110 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.042337 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.042505 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.042830 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.042921 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:29:27.043087 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.043338 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.043640 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.043920 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.044275 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.044578 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.044578 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.044845 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.045129 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.045370 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.045818 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] debug = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.046074 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.046527 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.046754 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.047000 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.047234 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.047503 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.047733 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.048005 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.048266 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.048498 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.048732 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.048976 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.049214 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.049445 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.050228 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.050441 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.050681 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.050947 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.051560 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] host = dv-cinder-811877-9-iscsi {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.051797 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.052017 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.052370 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.052607 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.052863 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.053079 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.053331 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.053607 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.053864 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.054104 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.054356 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.054597 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.054828 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.055058 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.055207 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_options = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.055439 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.055725 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.055948 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.056156 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.056314 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.056472 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.056727 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.056877 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.057141 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.057354 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.057564 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.057775 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.058003 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.058230 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.058487 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.058874 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.059114 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.060075 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.060075 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.060075 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.060075 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.060450 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.060519 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.060693 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.061560 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.061782 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.062235 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.062416 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.062677 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.062912 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.063144 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.063410 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.063659 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.063889 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.064172 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.064404 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.064631 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.064843 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.065104 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.065434 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.066330 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.066586 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.066802 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.067042 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.067276 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.067509 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.067744 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] use_json = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.067974 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.068243 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.068489 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.068701 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.068912 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.069124 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.069343 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.069600 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.069884 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.070254 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.070518 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.071015 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.071411 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.071658 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.072029 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.078922 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.078922 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.078922 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.078922 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.078922 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.078922 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.078922 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.078922 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.079616 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.079616 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.079616 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.079616 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.079616 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.079616 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.079616 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.079616 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.080182 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.080182 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.080182 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.080182 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.080182 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.080182 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.080182 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.080182 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.080623 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.080623 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.112/identity {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.080623 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.080623 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.081631 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.081952 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.082192 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.082427 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.082668 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.082972 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.083207 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.083452 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.083685 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.083943 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.084223 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.084458 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.084695 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.084936 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.085171 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.085396 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.085670 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.085903 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.086146 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.086381 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.086633 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.086870 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.087126 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.087376 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.087600 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.087818 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.088033 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.088282 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.088514 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.088756 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.088970 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.089177 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.089555 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.089918 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.090173 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.090395 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.090615 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.090823 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.091068 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.091281 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.091515 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.091906 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.092139 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.092503 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.092864 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.093077 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.093454 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.093694 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.093907 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.094129 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.094365 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.094583 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.094819 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.095035 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.095248 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.095482 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.095848 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.096170 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.096481 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.096767 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.097041 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.097292 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.097565 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.097802 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.098051 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.098269 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.098504 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.098740 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.098986 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.099216 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.099444 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.099685 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.099900 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.100154 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.100369 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.100622 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.100839 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.101074 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.101293 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.101565 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.101799 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.102042 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.102273 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.102518 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.102792 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.103040 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.103316 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.103548 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.103822 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.104152 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.104431 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.104701 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.104961 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.105188 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.105441 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.105663 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.105910 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.106148 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.106374 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.106592 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.106843 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.107085 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.107301 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.107528 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.107852 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.108079 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.108312 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.108542 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.108807 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.109061 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.109292 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.109557 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.109797 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.110042 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.110291 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.110547 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.112/identity {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.110786 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.111012 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.111237 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.111449 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.111687 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.111921 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.112751 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.112964 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.113212 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.113461 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.113669 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.113884 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.114114 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.114337 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.114552 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.114793 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.115005 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.115219 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.115470 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.115685 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.115900 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.116134 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.116347 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.116609 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.116826 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.117085 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.117332 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.117545 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.117768 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.118004 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.118233 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.118444 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.118683 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.118900 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.119111 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.119339 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.119553 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.119763 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.119991 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.120233 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.121082 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.121082 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.121082 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.121345 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.121501 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.121732 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.121977 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.122385 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.122688 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.122921 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.123258 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.123357 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.123686 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.123785 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.124023 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.124293 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.124531 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.124743 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.124952 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.125161 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.125376 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.125618 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.125906 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.126173 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.126413 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.126662 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.126906 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.127121 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.127362 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.127576 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.127894 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.128647 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.128857 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.129064 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.129292 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.129498 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.129704 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.129925 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.130182 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.130387 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.130607 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.130813 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.131019 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.131261 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.131444 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.131674 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.131891 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.132591 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.132951 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.133173 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.133410 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.133618 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.133862 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.134072 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.134303 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.134522 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.134756 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.134962 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.135255 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.135512 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.135752 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.136033 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.136311 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.136561 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.136799 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.137086 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.137300 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.137544 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.137762 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.137979 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.138194 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.138457 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.138780 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.139062 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.139316 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.139570 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.139848 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.140317 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.140579 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.141024 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.141130 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.141379 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.141663 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.141920 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.142182 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.142440 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.142694 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.142898 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.143131 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.143361 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.143603 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.143842 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.144074 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.144344 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.144559 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.144788 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.145019 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.145261 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.145484 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.145726 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.145959 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.146112 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 08:29:27.146806 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102991) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 08:29:27.146968 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 08:29:27.147150 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 08:29:27.147276 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 08:29:27.147442 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 08:29:27.147589 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 08:29:27.147797 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.147954 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.148146 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.148288 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.148597 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.148779 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.148939 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.149094 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.149390 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.149559 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.149718 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.149875 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.150029 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.150189 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.150338 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.150493 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.150648 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.150804 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.150964 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.151123 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.151282 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.151436 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.151589 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] debug = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.151747 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.151952 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.152163 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.152292 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.152440 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.152599 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.152784 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.152913 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.153067 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.153221 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.153372 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.153669 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.153973 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.154128 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.154281 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.154439 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.154596 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.154752 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.154907 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] host = dv-cinder-811877-9-iscsi {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.155063 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.155218 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.155373 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.155531 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.155681 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.155992 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.156195 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.156326 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.156484 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.156639 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.156795 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.156951 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.157117 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.157263 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.157420 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_options = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.157575 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.157728 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.157883 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.158064 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.158225 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.158382 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.158537 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.158717 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.158837 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.159040 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.159559 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.159559 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.159559 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.159807 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.159807 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.159952 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.160127 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.160278 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.160435 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.160592 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.160747 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.160905 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.161059 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.161213 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.161367 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.161521 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.161686 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.161835 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.161986 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.162148 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.162298 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:29:27.162398 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.162480 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.162587 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.162741 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.162899 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.163056 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.163209 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.163363 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.163522 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.163678 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.163833 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.163994 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.164194 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.164317 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.164470 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.164624 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.164778 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] use_json = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.165007 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.165122 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.165225 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.165523 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.165828 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.166133 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.166423 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.166713 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.167012 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 08:29:27.167187 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.167345 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.167649 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.167951 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.168154 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.168297 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.168457 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.168616 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.168775 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.168931 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.169099 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.169258 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.169430 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.169591 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.169750 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.169911 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.170058 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.170212 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.170366 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.170530 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.170691 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.170846 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.171008 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.171168 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.171325 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.171482 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.171663 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.171815 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.171964 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.172168 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.172319 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.172468 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.112/identity {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.172605 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.172748 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.172904 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.173215 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.173376 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.173537 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.173699 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.173864 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.174021 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.174182 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.174333 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.174496 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.175186 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.175347 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.175509 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.175668 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.175811 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.175977 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.176151 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.176310 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.176468 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.176633 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.176825 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.176941 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.177102 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.177268 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.177593 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.177755 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.177914 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.178075 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.178220 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.178378 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.178537 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.178695 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.178853 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.179198 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.179198 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.179435 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.179519 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.179597 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.179759 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.179920 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.180079 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.180258 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.180417 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.180575 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.180801 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.180899 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.181042 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.181194 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.181347 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.181508 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.181661 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.181834 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.181968 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.182127 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.182285 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.182443 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.182600 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.182767 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.182938 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.183095 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.183252 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.183410 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.183567 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.183724 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.183879 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.184052 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.184210 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.184673 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.184673 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.184673 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.185064 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.185064 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.185299 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.185299 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.185495 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.185576 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.186080 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.186080 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.186080 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.186306 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.186306 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.186425 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.186575 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.186734 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.186880 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.187092 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.187223 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.187359 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.187486 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.187634 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.187956 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.187956 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.189359 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.189359 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.189359 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.189359 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.189359 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.189359 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.189359 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.189359 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.189359 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.191119 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.191119 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.191119 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.191119 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.191119 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.191119 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.191119 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.191119 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.192109 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.192109 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.192109 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.192109 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.192109 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.192109 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.192109 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.112/identity {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.192601 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.192601 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.192601 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.192809 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.192809 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.192953 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.193093 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.193254 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.193551 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.193716 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.193876 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.194034 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.194196 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.194357 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.194515 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.194674 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.194832 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.194991 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.195148 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.195307 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.195465 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.195623 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.195780 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.195939 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.196115 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.196282 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.196441 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.196600 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.196759 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.196918 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.197147 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.197448 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.197448 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.198637 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.198637 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.198637 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.198637 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.198637 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.198637 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.198637 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.198637 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.199430 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.199430 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.199430 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.199430 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.199430 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.199430 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.199838 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.199838 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.199980 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.200060 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.200206 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.200381 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.200522 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.200670 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.200831 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.200993 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.201439 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.201439 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.201439 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.201988 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.201988 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.201988 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.202222 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.202222 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.202367 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.202479 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.202638 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.202806 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.202965 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.203124 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.203281 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.203438 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.203596 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.203763 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.203921 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.204078 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.204258 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.204415 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.204574 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.204740 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.204899 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.205056 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.205214 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.205371 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.205529 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.205696 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.205878 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.206035 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.206223 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.206373 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.206520 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.206861 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.206965 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.207046 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.207227 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.207368 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.207531 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.207699 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.207858 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.208016 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.208205 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.208363 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.208520 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.208678 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.208848 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.209008 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.209168 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.209326 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.209483 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.209642 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.209801 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.209964 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.210132 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.210298 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.210455 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.210621 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.210789 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.210956 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.211117 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.211281 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.211451 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.211609 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.211775 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.211913 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.212071 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.212248 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.212397 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.212555 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.212712 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.212870 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.213029 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.213188 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.213346 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.213503 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.213660 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.213818 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.213975 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.214137 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.214295 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.214452 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 08:29:27.214602 dv-cinder-811877-9-iscsi neutron-server[102991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 08:29:27.468275 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 36100) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:29:27.477853 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [-] 10.222.0.112 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0072610 Jan 25 08:29:39.464021 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a518de-0530-4480-96a7-3a4625a706ca None None] get_active_networks_info from dv-cinder-811877-9-iscsi {{(pid=103106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 25 08:29:39.580300 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a518de-0530-4480-96a7-3a4625a706ca None None] No non-hosted networks {{(pid=103106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 25 08:29:39.639679 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-df2ca96d-deb2-4a56-b2e1-76cbcab80af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583663'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:41.707919 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d691baa5-fa7e-4a2b-a5b7-eb13323c92a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583663'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:41.748152 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.db.api [None req-7d5c9cf0-bdc3-415c-9e2b-16b7837e82f3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-811877-9-iscsi {{(pid=103106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 08:29:41.748902 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG oslo_db.api [None req-7d5c9cf0-bdc3-415c-9e2b-16b7837e82f3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 08:29:42.280366 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-7d5c9cf0-bdc3-415c-9e2b-16b7837e82f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:43.038628 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583663'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:44.561015 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583663'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:45.780898 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583663'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:45.781604 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:45.782189 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:45.782736 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:45.783277 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:45.783951 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:45.784934 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:45.785484 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:45.785950 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:45.786339 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:45.786821 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:45.787343 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:45.787816 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:45.788326 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:45.788920 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-811877-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:29:45.798756 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-811877-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:29:45.952395 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.db.l3_hamode_db [None req-8c43ff57-c054-45ec-a5d7-80fd0472c88b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 25 08:29:46.033537 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43ff57-c054-45ec-a5d7-80fd0472c88b None None] Routers set() bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:29:46.033537 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43ff57-c054-45ec-a5d7-80fd0472c88b None None] Router IDs set() for agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 25 08:29:48.338293 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36200) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:29:48.836479 dv-cinder-811877-9-iscsi neutron-server[103104]: WARNING oslo_policy.policy [None req-bba71404-1ee9-42ba-ac88-4457dad8c00b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 08:29:48.837033 dv-cinder-811877-9-iscsi neutron-server[103104]: WARNING oslo_policy.policy [None req-bba71404-1ee9-42ba-ac88-4457dad8c00b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 08:29:49.062065 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [None req-bba71404-1ee9-42ba-ac88-4457dad8c00b admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:29:49.063243 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-bba71404-1ee9-42ba-ac88-4457dad8c00b admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7229195 Jan 25 08:29:51.803250 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36216) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:29:52.103095 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-75b21ff6-01a6-4ce4-b032-3db03c1a8a3d admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'tenant_id': 'e45472b06cfb4908891bf4d6c47431e5'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:29:52.203205 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.policy [None req-75b21ff6-01a6-4ce4-b032-3db03c1a8a3d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103104) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 08:29:52.250206 dv-cinder-811877-9-iscsi neutron-server[103104]: WARNING oslo_policy.policy [None req-75b21ff6-01a6-4ce4-b032-3db03c1a8a3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 08:29:52.250522 dv-cinder-811877-9-iscsi neutron-server[103104]: WARNING oslo_policy.policy [None req-75b21ff6-01a6-4ce4-b032-3db03c1a8a3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 08:29:52.387503 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-75b21ff6-01a6-4ce4-b032-3db03c1a8a3d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786863363783', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786863363224', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786861448716', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786861446405', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786861428675', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786861433660', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1644486', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1321693', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-347877', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3824025'] for rbac-policy (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:52.537728 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-75b21ff6-01a6-4ce4-b032-3db03c1a8a3d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:52.538939 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-75b21ff6-01a6-4ce4-b032-3db03c1a8a3d admin admin] 10.222.0.112 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7346311 Jan 25 08:29:55.275502 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36228) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:29:55.576168 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Request body: {'network': {'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'name': 'private', 'admin_state_up': True, 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:29:55.664841 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Made reservation on behalf of abd95dd3ab694c4a99a79c7277ddcdd1 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:29:55.667668 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:55.685018 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:55.792158 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Publish callbacks [] for security_group (56b5381b-2ef8-49e3-95e0-4ef72d317756), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:55.872010 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (56b5381b-2ef8-49e3-95e0-4ef72d317756), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:55.892821 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:29:55.921179 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786864043111', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (661fc487-3049-44df-903a-2f2036e3404b), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:55.921836 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Unsubscribe: segment precommit_create {{(pid=103104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 08:29:55.922375 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Added segment 661fc487-3049-44df-903a-2f2036e3404b of type vlan for network 6d73f6ac-539f-4024-b6c2-27611fbd9ea0 Jan 25 08:29:55.938020 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b5381b-2ef8-49e3-95e0-4ef72d317756,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:29:55.987829 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:55.988211 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:55.988558 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:55.988892 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:55.989223 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:55.989550 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:55.989893 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:55.990223 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:55.990558 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:55.990897 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:55.991222 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:55.991538 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:55.991856 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Tracked resource versions report: Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: pushed versions: Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: { 'AddressGroup': {'1.2'}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'ConntrackHelper': {'1.0'}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'LocalIPAssociation': {'1.0'}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Log': {'1.0'}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Network': {'1.1'}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Port': {'1.7'}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'PortForwarding': {'1.2'}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'QosPolicy': {'1.10'}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'SecurityGroup': {'1.5'}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'SecurityGroupRule': {'1.2'}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'SubPort': {'1.0'}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Subnet': {'1.1'}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Trunk': {'1.1'}} Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: consumer versions: Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: { DHCP agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: L3 agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: Metadata agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: Metering agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: Open vSwitch agent@dv-cinder-811877-9-iscsi: { 'AddressGroup': '1.2', Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'ConntrackHelper': '1.0', Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'LocalIPAssociation': '1.0', Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Log': '1.0', Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Network': '1.1', Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Port': '1.7', Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'PortForwarding': '1.2', Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'QosPolicy': '1.10', Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'SecurityGroup': '1.5', Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'SecurityGroupRule': '1.2', Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'SubPort': '1.0', Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Subnet': '1.1', Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Trunk': '1.1'}} Jan 25 08:29:55.993249 dv-cinder-811877-9-iscsi neutron-server[103104]: {{(pid=103104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 08:29:56.033708 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (6d73f6ac-539f-4024-b6c2-27611fbd9ea0), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:56.129594 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (6d73f6ac-539f-4024-b6c2-27611fbd9ea0), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:56.130726 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:29:56.131411 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:56.227002 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6d73f6ac-539f-4024-b6c2-27611fbd9ea0,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:29:56.239321 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network 6d73f6ac-539f-4024-b6c2-27611fbd9ea0 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:29:56.246033 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-4c281f7e-54c1-4d12-bbbd-f0db819b46d0 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9694691 Jan 25 08:29:58.968809 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36242) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:29:59.381792 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea6a735-f265-44a6-b82d-36802f7aabd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:29:59.383414 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-2ea6a735-f265-44a6-b82d-36802f7aabd3 admin admin] 10.222.0.112 "GET /v2.0/networks/6d73f6ac-539f-4024-b6c2-27611fbd9ea0 HTTP/1.1" status: 200 len: 825 time: 0.4136465 Jan 25 08:29:59.407715 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-58217a7d-e494-4068-9dc0-0b28822bc37f admin admin] 10.222.0.112 "GET /v2.0/subnetpools/232677c3-4643-4923-b64a-f997e17e6fe2 HTTP/1.1" status: 200 len: 734 time: 0.0186737 Jan 25 08:29:59.416045 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-33d14865-9224-4fde-a674-aac5f4b55bd9 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '232677c3-4643-4923-b64a-f997e17e6fe2', 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:29:59.488750 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d14865-9224-4fde-a674-aac5f4b55bd9 admin admin] Made reservation on behalf of abd95dd3ab694c4a99a79c7277ddcdd1 for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:29:59.491039 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-33d14865-9224-4fde-a674-aac5f4b55bd9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:59.832606 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-33d14865-9224-4fde-a674-aac5f4b55bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (795c1f64-5aa4-4a9f-baf8-0356cfbc6db8), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:29:59.901271 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d14865-9224-4fde-a674-aac5f4b55bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=795c1f64-5aa4-4a9f-baf8-0356cfbc6db8,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:29:59.903217 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d14865-9224-4fde-a674-aac5f4b55bd9 admin admin] Checking segment: {'id': '661fc487-3049-44df-903a-2f2036e3404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:29:59.903584 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d14865-9224-4fde-a674-aac5f4b55bd9 admin admin] Network hostable DHCP agents. Network: 6d73f6ac-539f-4024-b6c2-27611fbd9ea0, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:29:59.986112 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d14865-9224-4fde-a674-aac5f4b55bd9 admin admin] Network 6d73f6ac-539f-4024-b6c2-27611fbd9ea0 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:30:00.053277 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-33d14865-9224-4fde-a674-aac5f4b55bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, 6d73f6ac-539f-4024-b6c2-27611fbd9ea0) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:30:00.057917 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d14865-9224-4fde-a674-aac5f4b55bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:30:00.058499 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-33d14865-9224-4fde-a674-aac5f4b55bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:00.063560 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa2c8d9-b08f-4235-8369-4ee2cf85f6f6 None None] Network 6d73f6ac-539f-4024-b6c2-27611fbd9ea0 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:30:00.141907 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-33d14865-9224-4fde-a674-aac5f4b55bd9 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7289784 Jan 25 08:30:00.329206 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cfbcc74-0d4c-5b35-bb29-6ee8540e8815-6d73f6ac-539f-4024-b6c2-27611fbd9ea0', 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0', 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'fixed_ips': [{'subnet_id': '795c1f64-5aa4-4a9f-baf8-0356cfbc6db8'}]}} from dv-cinder-811877-9-iscsi. {{(pid=103106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 08:30:00.330393 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:00.631206 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.db_base_plugin_common [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Allocated IP 172.20.0.2 (6d73f6ac-539f-4024-b6c2-27611fbd9ea0/795c1f64-5aa4-4a9f-baf8-0356cfbc6db8/53fe0b48-565f-4735-9278-0c5feae17426) {{(pid=103106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:30:00.892422 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Publish callbacks [] for port (53fe0b48-565f-4735-9278-0c5feae17426), precommit_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:00.962551 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (53fe0b48-565f-4735-9278-0c5feae17426), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:01.050616 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Network 6d73f6ac-539f-4024-b6c2-27611fbd9ea0 is already hosted by enough agents. {{(pid=103106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:30:01.057752 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.base_scheduler [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Resources bound (agent type, host, resource id): {{(pid=103106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:30:01.074160 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Received port after_create {{(pid=103106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:30:01.094547 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Pushing event updated for resources: {'Port': ['ID=53fe0b48-565f-4735-9278-0c5feae17426,revision_number=1']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:01.121334 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:01.121689 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:01.122042 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:01.122377 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:01.122701 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:01.123021 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:01.123341 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:01.123662 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:01.123977 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:01.124340 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:01.124660 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:01.124970 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:01.125283 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Tracked resource versions report: Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: pushed versions: Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: { 'AddressGroup': {'1.2'}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'ConntrackHelper': {'1.0'}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'LocalIPAssociation': {'1.0'}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Log': {'1.0'}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Network': {'1.1'}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Port': {'1.7'}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'PortForwarding': {'1.2'}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'QosPolicy': {'1.10'}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'SecurityGroup': {'1.5'}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'SecurityGroupRule': {'1.2'}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'SubPort': {'1.0'}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Subnet': {'1.1'}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Trunk': {'1.1'}} Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: consumer versions: Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: { DHCP agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: L3 agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: Metadata agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: Metering agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: Open vSwitch agent@dv-cinder-811877-9-iscsi: { 'AddressGroup': '1.2', Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'ConntrackHelper': '1.0', Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'LocalIPAssociation': '1.0', Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Log': '1.0', Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Network': '1.1', Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Port': '1.7', Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'PortForwarding': '1.2', Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'QosPolicy': '1.10', Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'SecurityGroup': '1.5', Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'SecurityGroupRule': '1.2', Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'SubPort': '1.0', Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Subnet': '1.1', Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Trunk': '1.1'}} Jan 25 08:30:01.126640 dv-cinder-811877-9-iscsi neutron-server[103106]: {{(pid=103106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 08:30:01.173823 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Attempting to bind port 53fe0b48-565f-4735-9278-0c5feae17426 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:30:01.174233 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Attempting to bind port 53fe0b48-565f-4735-9278-0c5feae17426 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '661fc487-3049-44df-903a-2f2036e3404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:30:01.174655 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Attempting to bind port 53fe0b48-565f-4735-9278-0c5feae17426 on network 6d73f6ac-539f-4024-b6c2-27611fbd9ea0 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:30:01.179542 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:30:01.179916 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Checking segment: {'id': '661fc487-3049-44df-903a-2f2036e3404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:30:01.180407 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:01.180790 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Bound using segment: {'id': '661fc487-3049-44df-903a-2f2036e3404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:30:01.181271 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Bound port: 53fe0b48-565f-4735-9278-0c5feae17426, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661fc487-3049-44df-903a-2f2036e3404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:30:01.181669 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (53fe0b48-565f-4735-9278-0c5feae17426), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:01.244540 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] For port 53fe0b48-565f-4735-9278-0c5feae17426, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:30:01.248764 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] For port 53fe0b48-565f-4735-9278-0c5feae17426, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=53fe0b48-565f-4735-9278-0c5feae17426,segment=NetworkSegment(661fc487-3049-44df-903a-2f2036e3404b),segment_id=661fc487-3049-44df-903a-2f2036e3404b)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:30:01.312325 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (53fe0b48-565f-4735-9278-0c5feae17426), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:01.382974 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768900eb-3bf3-4a0e-8f54-7f69d3c834d6 None None] Pushing event updated for resources: {'Port': ['ID=53fe0b48-565f-4735-9278-0c5feae17426,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:02.671177 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36250) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:30:02.990615 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [None req-94d43f7a-a53a-481b-aa0d-6ea1c0436463 admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:30:02.991630 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-94d43f7a-a53a-481b-aa0d-6ea1c0436463 admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3194077 Jan 25 08:30:05.540749 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 36258) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:30:06.045550 dv-cinder-811877-9-iscsi neutron-server[103105]: WARNING oslo_policy.policy [None req-8714db67-2c65-4d71-847a-8f81db7d1945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 08:30:06.046196 dv-cinder-811877-9-iscsi neutron-server[103105]: WARNING oslo_policy.policy [None req-8714db67-2c65-4d71-847a-8f81db7d1945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 08:30:06.284707 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [None req-8714db67-2c65-4d71-847a-8f81db7d1945 admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:30:06.285737 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-8714db67-2c65-4d71-847a-8f81db7d1945 admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7439404 Jan 25 08:30:09.051241 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 36274) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:30:09.486476 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-609718e4-44d6-42cd-895d-5fe29bbcc89d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'admin_state_up': True}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:30:09.522334 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b2f06588-1983-44a2-bf27-380fb4102da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:09.562457 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.policy [None req-609718e4-44d6-42cd-895d-5fe29bbcc89d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103105) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 08:30:09.610988 dv-cinder-811877-9-iscsi neutron-server[103105]: WARNING oslo_policy.policy [None req-609718e4-44d6-42cd-895d-5fe29bbcc89d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 08:30:09.611372 dv-cinder-811877-9-iscsi neutron-server[103105]: WARNING oslo_policy.policy [None req-609718e4-44d6-42cd-895d-5fe29bbcc89d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 08:30:09.728348 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-609718e4-44d6-42cd-895d-5fe29bbcc89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-86383'] for router (8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:09.730696 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-609718e4-44d6-42cd-895d-5fe29bbcc89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-86294'] for router (8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:09.889075 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-609718e4-44d6-42cd-895d-5fe29bbcc89d admin admin] Publish callbacks [] for router_controller (8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3), precommit_add_association {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:09.964266 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-609718e4-44d6-42cd-895d-5fe29bbcc89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579814'] for router (8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:10.056461 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-609718e4-44d6-42cd-895d-5fe29bbcc89d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:10.057629 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-609718e4-44d6-42cd-895d-5fe29bbcc89d admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0054262 Jan 25 08:30:11.671930 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-192cb6e9-19f8-44e4-a663-39ac229c0748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:12.432869 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 53fe0b48-565f-4735-9278-0c5feae17426 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:30:12.524807 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 53fe0b48-565f-4735-9278-0c5feae17426 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:30:12.525224 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (53fe0b48-565f-4735-9278-0c5feae17426), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:12.589611 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36296) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:30:12.638425 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 53fe0b48-565f-4735-9278-0c5feae17426 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:30:12.638793 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (53fe0b48-565f-4735-9278-0c5feae17426), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:12.676598 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port 53fe0b48-565f-4735-9278-0c5feae17426, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=53fe0b48-565f-4735-9278-0c5feae17426,segment=NetworkSegment(661fc487-3049-44df-903a-2f2036e3404b),segment_id=661fc487-3049-44df-903a-2f2036e3404b)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:30:12.703944 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08041e31-9600-4aa6-99d2-022499e209e5 None None] Network 6d73f6ac-539f-4024-b6c2-27611fbd9ea0 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:30:12.761414 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (53fe0b48-565f-4735-9278-0c5feae17426), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:12.815335 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-37190b86-195c-4722-a8c8-7f976cbef5f6 None None] Provisioning complete for port 53fe0b48-565f-4735-9278-0c5feae17426 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:30:12.816694 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-37190b86-195c-4722-a8c8-7f976cbef5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (53fe0b48-565f-4735-9278-0c5feae17426), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:12.870543 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [None req-5c5802a6-5ac9-4488-b3fc-a83b925dabf1 admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:30:12.871906 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-5c5802a6-5ac9-4488-b3fc-a83b925dabf1 admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2812455 Jan 25 08:30:12.901811 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=53fe0b48-565f-4735-9278-0c5feae17426,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:12.985456 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-37190b86-195c-4722-a8c8-7f976cbef5f6 None None] Current status of the port 53fe0b48-565f-4735-9278-0c5feae17426 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:30:13.020036 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:13.221693 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-3be251ad-5ede-43f5-9369-fb0bc984fb84 None None] Provisioning complete for port 53fe0b48-565f-4735-9278-0c5feae17426 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:30:13.222104 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3be251ad-5ede-43f5-9369-fb0bc984fb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (53fe0b48-565f-4735-9278-0c5feae17426), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:13.306350 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-3be251ad-5ede-43f5-9369-fb0bc984fb84 None None] Current status of the port 53fe0b48-565f-4735-9278-0c5feae17426 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:30:14.387479 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 53fe0b48-565f-4735-9278-0c5feae17426 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:30:14.449269 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 53fe0b48-565f-4735-9278-0c5feae17426 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:30:14.449766 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (53fe0b48-565f-4735-9278-0c5feae17426), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:14.521057 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:14.535659 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 53fe0b48-565f-4735-9278-0c5feae17426 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:30:15.325978 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36322) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:30:15.371941 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'project_id': 'e45472b06cfb4908891bf4d6c47431e5', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'tenant_id': 'e45472b06cfb4908891bf4d6c47431e5'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:30:15.476870 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Made reservation on behalf of e45472b06cfb4908891bf4d6c47431e5 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:30:15.479137 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:15.490217 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:15.567812 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Publish callbacks [] for security_group (480764ca-fac5-4f2e-88d7-603464633cda), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:15.642607 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (480764ca-fac5-4f2e-88d7-603464633cda), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:15.659689 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Reserving flat network on physical network physnet1 {{(pid=103104) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 25 08:30:15.675470 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480764ca-fac5-4f2e-88d7-603464633cda,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:15.679998 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (b6c38ec6-da17-49d9-8c66-2c61ac9778a0), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:15.680356 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Added segment b6c38ec6-da17-49d9-8c66-2c61ac9778a0 of type flat for network ed202089-45c6-4c7e-b473-596d2e9efddc Jan 25 08:30:15.733107 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (ed202089-45c6-4c7e-b473-596d2e9efddc), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:15.796982 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:15.819861 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (ed202089-45c6-4c7e-b473-596d2e9efddc), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:15.820873 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:30:15.821454 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:15.880041 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] Pushing event updated for resources: {'Network': ['ID=ed202089-45c6-4c7e-b473-596d2e9efddc,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:15.889643 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network ed202089-45c6-4c7e-b473-596d2e9efddc details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:30:15.965572 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-4bde2ceb-1a10-46b2-a6a2-e8653424b0f2 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6384227 Jan 25 08:30:18.339440 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36330) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:30:18.433780 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6677fcc-7fa6-4bfc-a140-2124bfd6453d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:30:18.435133 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-e6677fcc-7fa6-4bfc-a140-2124bfd6453d admin admin] 10.222.0.112 "GET /v2.0/subnets/795c1f64-5aa4-4a9f-baf8-0356cfbc6db8 HTTP/1.1" status: 200 len: 849 time: 0.0947380 Jan 25 08:30:18.596742 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-14fa4919-f433-47f3-b80c-634498c006e9 admin admin] 10.222.0.112 "GET /v2.0/routers/8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3 HTTP/1.1" status: 200 len: 704 time: 0.1548769 Jan 25 08:30:18.861723 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:19.224940 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Allocated IP 172.20.0.1 (6d73f6ac-539f-4024-b6c2-27611fbd9ea0/795c1f64-5aa4-4a9f-baf8-0356cfbc6db8/69b348a5-0c99-4a30-908f-3005a21b2420) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:30:19.384956 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Publish callbacks [] for port (69b348a5-0c99-4a30-908f-3005a21b2420), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:19.562724 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:19.631099 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Network 6d73f6ac-539f-4024-b6c2-27611fbd9ea0 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:30:19.636913 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:30:19.644033 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:30:19.644627 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582859'] for router_interface (8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:19.714194 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Pushing event updated for resources: {'Port': ['ID=69b348a5-0c99-4a30-908f-3005a21b2420,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:19.869708 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-8730a5b0-f663-4ed6-ad71-113ddabebcec None None] Provisioning complete for port 69b348a5-0c99-4a30-908f-3005a21b2420 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:30:19.870300 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-8730a5b0-f663-4ed6-ad71-113ddabebcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:19.903514 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-8730a5b0-f663-4ed6-ad71-113ddabebcec None None] Port 69b348a5-0c99-4a30-908f-3005a21b2420 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:30:20.001906 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:20.213488 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Publish callbacks [] for port (69b348a5-0c99-4a30-908f-3005a21b2420), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:20.276806 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:20.277623 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582823'] for router_interface (8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:20.361251 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Pushing event updated for resources: {'Port': ['ID=69b348a5-0c99-4a30-908f-3005a21b2420,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:20.404218 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Network 6d73f6ac-539f-4024-b6c2-27611fbd9ea0 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:30:20.405459 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:30:20.619967 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Router 8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3 is scheduled to L3 agent a6803982-6296-4973-9e95-2feb13f43b2d with binding_index 1 {{(pid=103104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 08:30:20.625999 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-edd9def3-d1c0-4f5a-b6fb-622d5413604d None None] Provisioning complete for port 69b348a5-0c99-4a30-908f-3005a21b2420 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:30:20.626397 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-edd9def3-d1c0-4f5a-b6fb-622d5413604d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:20.663257 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-edd9def3-d1c0-4f5a-b6fb-622d5413604d None None] Port 69b348a5-0c99-4a30-908f-3005a21b2420 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:30:20.712388 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:30:20.717481 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-dbe770bd-3675-460c-b4d6-c357a58b7888 admin admin] 10.222.0.112 "PUT /v2.0/routers/8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1153507 Jan 25 08:30:20.743536 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Sync routers for ids ['8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:30:20.756818 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Routers {'8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:30:20.757665 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:30:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:30:20.945928 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Set router 8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3 gateway port host: None {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:30:21.386264 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'name': 'router1', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:30:09Z', 'updated_at': '2022-01-25T08:30:19Z', 'revision_number': 2, 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'gw_port_host': None, '_interfaces': [{'id': '69b348a5-0c99-4a30-908f-3005a21b2420', 'name': '', 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'mac_address': 'fa:16:3e:1f:5e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '795c1f64-5aa4-4a9f-baf8-0356cfbc6db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:30:18Z', 'updated_at': '2022-01-25T08:30:20Z', 'revision_number': 2, 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'subnets': [{'id': '795c1f64-5aa4-4a9f-baf8-0356cfbc6db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '232677c3-4643-4923-b64a-f997e17e6fe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:30:21.436298 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Checking router: 8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3 for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:30:21.436664 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Updating router 8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3 port 69b348a5-0c99-4a30-908f-3005a21b2420 binding host dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:30:21.514517 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:22.009351 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Publish callbacks [] for port (69b348a5-0c99-4a30-908f-3005a21b2420), precommit_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:22.066418 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:22.234715 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Pushing event updated for resources: {'Port': ['ID=69b348a5-0c99-4a30-908f-3005a21b2420,revision_number=3']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:22.247951 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Attempting to bind port 69b348a5-0c99-4a30-908f-3005a21b2420 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:30:22.248374 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Attempting to bind port 69b348a5-0c99-4a30-908f-3005a21b2420 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '661fc487-3049-44df-903a-2f2036e3404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0'}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:30:22.248814 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Attempting to bind port 69b348a5-0c99-4a30-908f-3005a21b2420 on network 6d73f6ac-539f-4024-b6c2-27611fbd9ea0 {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:30:22.253241 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:22.253660 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:22.254022 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:22.254359 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:22.254687 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:22.255042 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:22.255367 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:22.255690 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:22.256015 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:22.256376 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:22.256704 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:22.257022 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:22.257339 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Tracked resource versions report: Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: pushed versions: Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: { 'AddressGroup': {'1.2'}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'ConntrackHelper': {'1.0'}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'LocalIPAssociation': {'1.0'}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Log': {'1.0'}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Network': {'1.1'}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Port': {'1.7'}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'PortForwarding': {'1.2'}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'QosPolicy': {'1.10'}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'SecurityGroup': {'1.5'}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'SecurityGroupRule': {'1.2'}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'SubPort': {'1.0'}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Subnet': {'1.1'}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Trunk': {'1.1'}} Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: consumer versions: Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: { DHCP agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: L3 agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: Metadata agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: Metering agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: Open vSwitch agent@dv-cinder-811877-9-iscsi: { 'AddressGroup': '1.2', Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'ConntrackHelper': '1.0', Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'LocalIPAssociation': '1.0', Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Log': '1.0', Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Network': '1.1', Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Port': '1.7', Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'PortForwarding': '1.2', Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'QosPolicy': '1.10', Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'SecurityGroup': '1.5', Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'SecurityGroupRule': '1.2', Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'SubPort': '1.0', Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Subnet': '1.1', Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Trunk': '1.1'}} Jan 25 08:30:22.258993 dv-cinder-811877-9-iscsi neutron-server[103107]: {{(pid=103107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 08:30:22.265649 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:30:22.266003 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Checking segment: {'id': '661fc487-3049-44df-903a-2f2036e3404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:30:22.266476 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:22.267356 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Bound using segment: {'id': '661fc487-3049-44df-903a-2f2036e3404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0'} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:30:22.267356 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Bound port: 69b348a5-0c99-4a30-908f-3005a21b2420, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661fc487-3049-44df-903a-2f2036e3404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0'}}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:30:22.268349 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:22.292199 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-15d68099-a092-4aeb-a170-1ffd18995ac9 None None] Provisioning complete for port 69b348a5-0c99-4a30-908f-3005a21b2420 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:30:22.293645 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-15d68099-a092-4aeb-a170-1ffd18995ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:22.331545 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-15d68099-a092-4aeb-a170-1ffd18995ac9 None None] Port 69b348a5-0c99-4a30-908f-3005a21b2420 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:30:22.338017 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] For port 69b348a5-0c99-4a30-908f-3005a21b2420, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:30:22.357502 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] For port 69b348a5-0c99-4a30-908f-3005a21b2420, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=69b348a5-0c99-4a30-908f-3005a21b2420,segment=NetworkSegment(661fc487-3049-44df-903a-2f2036e3404b),segment_id=661fc487-3049-44df-903a-2f2036e3404b)] {{(pid=103107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:30:22.426627 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:22.479601 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Routers {'8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:30:22.480244 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:30:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:30:22.523006 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03103208-7629-46fe-bb9c-d3b379df6671 None None] Pushing event updated for resources: {'Port': ['ID=69b348a5-0c99-4a30-908f-3005a21b2420,revision_number=4']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:22.589465 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] Set router 8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3 gateway port host: None {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:30:22.652695 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-829e828b-8ff9-46a7-bdd5-8af553c89112 None None] Provisioning complete for port 69b348a5-0c99-4a30-908f-3005a21b2420 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:30:22.653104 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-829e828b-8ff9-46a7-bdd5-8af553c89112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:22.751595 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-829e828b-8ff9-46a7-bdd5-8af553c89112 None None] Current status of the port 69b348a5-0c99-4a30-908f-3005a21b2420 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:30:22.752526 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-829e828b-8ff9-46a7-bdd5-8af553c89112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:22.786697 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-829e828b-8ff9-46a7-bdd5-8af553c89112 None None] For port 69b348a5-0c99-4a30-908f-3005a21b2420, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=69b348a5-0c99-4a30-908f-3005a21b2420,segment=NetworkSegment(661fc487-3049-44df-903a-2f2036e3404b),segment_id=661fc487-3049-44df-903a-2f2036e3404b)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:30:22.817248 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'name': 'router1', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:30:09Z', 'updated_at': '2022-01-25T08:30:19Z', 'revision_number': 2, 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'gw_port_host': None, '_interfaces': [{'id': '69b348a5-0c99-4a30-908f-3005a21b2420', 'name': '', 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'mac_address': 'fa:16:3e:1f:5e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '795c1f64-5aa4-4a9f-baf8-0356cfbc6db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:30:18Z', 'updated_at': '2022-01-25T08:30:22Z', 'revision_number': 4, 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'subnets': [{'id': '795c1f64-5aa4-4a9f-baf8-0356cfbc6db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '232677c3-4643-4923-b64a-f997e17e6fe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:30:22.843698 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f54782-19f1-441a-b633-f5939b606c68 None None] The sync data for ids ['8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3'] in dv-cinder-811877-9-iscsi is: [{'id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'name': 'router1', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:30:09Z', 'updated_at': '2022-01-25T08:30:19Z', 'revision_number': 2, 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'gw_port_host': None, '_interfaces': [{'id': '69b348a5-0c99-4a30-908f-3005a21b2420', 'name': '', 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'mac_address': 'fa:16:3e:1f:5e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '795c1f64-5aa4-4a9f-baf8-0356cfbc6db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:30:18Z', 'updated_at': '2022-01-25T08:30:22Z', 'revision_number': 4, 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'subnets': [{'id': '795c1f64-5aa4-4a9f-baf8-0356cfbc6db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '232677c3-4643-4923-b64a-f997e17e6fe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:30:22.855949 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-829e828b-8ff9-46a7-bdd5-8af553c89112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:22.907934 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e828b-8ff9-46a7-bdd5-8af553c89112 None None] Pushing event updated for resources: {'Port': ['ID=69b348a5-0c99-4a30-908f-3005a21b2420,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:25.468043 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36348) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:30:25.578106 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc16e8f-93a2-40e1-bebb-e21cadb7920b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:30:25.579472 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-ddc16e8f-93a2-40e1-bebb-e21cadb7920b admin admin] 10.222.0.112 "GET /v2.0/networks/ed202089-45c6-4c7e-b473-596d2e9efddc HTTP/1.1" status: 200 len: 842 time: 0.1104352 Jan 25 08:30:25.589261 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-d1530fc0-13b9-4d74-9846-be41b7fdd84b admin admin] Request body: {'subnet': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'tenant_id': 'e45472b06cfb4908891bf4d6c47431e5', 'enable_dhcp': False}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:30:25.676976 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1530fc0-13b9-4d74-9846-be41b7fdd84b admin admin] Made reservation on behalf of e45472b06cfb4908891bf4d6c47431e5 for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:30:25.679331 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d1530fc0-13b9-4d74-9846-be41b7fdd84b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:26.035539 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.objects.ports [None req-d1530fc0-13b9-4d74-9846-be41b7fdd84b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103104) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 25 08:30:26.036010 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d1530fc0-13b9-4d74-9846-be41b7fdd84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (247d33d8-1270-40dc-9432-067a5c2cead5), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:26.090910 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1530fc0-13b9-4d74-9846-be41b7fdd84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=247d33d8-1270-40dc-9432-067a5c2cead5,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:26.100356 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1530fc0-13b9-4d74-9846-be41b7fdd84b admin admin] Checking segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:30:26.102152 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1530fc0-13b9-4d74-9846-be41b7fdd84b admin admin] Network hostable DHCP agents. Network: ed202089-45c6-4c7e-b473-596d2e9efddc, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:30:26.190956 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1530fc0-13b9-4d74-9846-be41b7fdd84b admin admin] Network ed202089-45c6-4c7e-b473-596d2e9efddc is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:30:26.282940 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-d1530fc0-13b9-4d74-9846-be41b7fdd84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, ed202089-45c6-4c7e-b473-596d2e9efddc) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:30:26.287122 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1530fc0-13b9-4d74-9846-be41b7fdd84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:30:26.287791 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d1530fc0-13b9-4d74-9846-be41b7fdd84b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:26.292993 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695e120e-9102-4639-b73a-ad729b33c992 None None] Network ed202089-45c6-4c7e-b473-596d2e9efddc requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:30:26.371132 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-d1530fc0-13b9-4d74-9846-be41b7fdd84b admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7851248 Jan 25 08:30:26.405871 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1520ff32-11d1-4abd-8443-b24f4ee9f0ca None None] Network ed202089-45c6-4c7e-b473-596d2e9efddc requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:30:28.792282 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36356) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:30:28.996765 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-c74b8aba-13f0-4ada-ae1e-167f67fa1593 admin admin] 10.222.0.112 "GET /v2.0/routers/8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3 HTTP/1.1" status: 200 len: 710 time: 0.2033587 Jan 25 08:30:29.086817 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb74ea-d9cf-4fec-98bc-901feef2d87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:30:29.088232 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-42eb74ea-d9cf-4fec-98bc-901feef2d87c admin admin] 10.222.0.112 "GET /v2.0/networks/ed202089-45c6-4c7e-b473-596d2e9efddc HTTP/1.1" status: 200 len: 886 time: 0.0859423 Jan 25 08:30:29.097903 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:30:29.362449 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Publish callbacks [] for router_gateway (8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:29.641013 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Publish callbacks [] for router_gateway (8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:29.721970 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:29.894572 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Allocated IP 172.27.1.138 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/fa701964-5de9-42a1-a441-60effcc437af) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:30:29.994155 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Publish callbacks [] for port (fa701964-5de9-42a1-a441-60effcc437af), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:30.082197 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (fa701964-5de9-42a1-a441-60effcc437af), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:30.120237 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:30:30.122869 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:30:30.126215 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:30:30.162500 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Pushing event updated for resources: {'Port': ['ID=fa701964-5de9-42a1-a441-60effcc437af,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:30.453622 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 69b348a5-0c99-4a30-908f-3005a21b2420 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:30:30.480315 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Publish callbacks [] for router_gateway (8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:30.504918 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 69b348a5-0c99-4a30-908f-3005a21b2420 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:30:30.505462 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:30.587539 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 69b348a5-0c99-4a30-908f-3005a21b2420 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:30:30.771796 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-86272'] for router (8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:30.775413 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584970'] for router (8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:30.915563 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Router 8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3 has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:30:31.017235 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:30:31.021895 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:31.024681 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-15db7321-3e4e-47d4-94f0-35b2b2721d95 admin admin] 10.222.0.112 "PUT /v2.0/routers/8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3 HTTP/1.1" status: 200 len: 890 time: 1.9306340 Jan 25 08:30:31.313983 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Sync routers for ids ['8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:30:31.328262 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Routers {'8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:30:31.329114 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:30:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:30:31.543516 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Set router 8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:30:32.098611 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'name': 'router1', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'fa701964-5de9-42a1-a441-60effcc437af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:30:09Z', 'updated_at': '2022-01-25T08:30:30Z', 'revision_number': 4, 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'gw_port': {'id': 'fa701964-5de9-42a1-a441-60effcc437af', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:30:29Z', 'updated_at': '2022-01-25T08:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '69b348a5-0c99-4a30-908f-3005a21b2420', 'name': '', 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'mac_address': 'fa:16:3e:1f:5e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '795c1f64-5aa4-4a9f-baf8-0356cfbc6db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:30:18Z', 'updated_at': '2022-01-25T08:30:22Z', 'revision_number': 5, 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'subnets': [{'id': '795c1f64-5aa4-4a9f-baf8-0356cfbc6db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '232677c3-4643-4923-b64a-f997e17e6fe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:30:32.195936 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Checking router: 8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3 for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:30:32.196320 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Updating router 8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3 port fa701964-5de9-42a1-a441-60effcc437af binding host dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:30:32.276309 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (fa701964-5de9-42a1-a441-60effcc437af), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:32.748268 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Publish callbacks [] for port (fa701964-5de9-42a1-a441-60effcc437af), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:32.813920 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (fa701964-5de9-42a1-a441-60effcc437af), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:32.871722 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9847588-0967-453f-9f9f-d49aa7580e00 None None] Pushing event updated for resources: {'Port': ['ID=fa701964-5de9-42a1-a441-60effcc437af,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:32.875155 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Attempting to bind port fa701964-5de9-42a1-a441-60effcc437af on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:30:32.875543 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Attempting to bind port fa701964-5de9-42a1-a441-60effcc437af by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:30:32.875905 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Attempting to bind port fa701964-5de9-42a1-a441-60effcc437af on network ed202089-45c6-4c7e-b473-596d2e9efddc {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:30:32.882528 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:30:32.888495 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Checking segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:30:32.888495 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:32.888495 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Bound using segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:30:32.888495 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Bound port: fa701964-5de9-42a1-a441-60effcc437af, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:30:32.888495 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (fa701964-5de9-42a1-a441-60effcc437af), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:32.934238 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] For port fa701964-5de9-42a1-a441-60effcc437af, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:30:32.937222 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] For port fa701964-5de9-42a1-a441-60effcc437af, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=fa701964-5de9-42a1-a441-60effcc437af,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:30:32.974465 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (fa701964-5de9-42a1-a441-60effcc437af), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:33.036655 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Routers {'8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:30:33.037277 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:30:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:30:33.039137 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9847588-0967-453f-9f9f-d49aa7580e00 None None] Pushing event updated for resources: {'Port': ['ID=fa701964-5de9-42a1-a441-60effcc437af,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:33.148425 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] Set router 8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:30:33.366101 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'name': 'router1', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'fa701964-5de9-42a1-a441-60effcc437af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:30:09Z', 'updated_at': '2022-01-25T08:30:30Z', 'revision_number': 4, 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'gw_port': {'id': 'fa701964-5de9-42a1-a441-60effcc437af', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:30:29Z', 'updated_at': '2022-01-25T08:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '69b348a5-0c99-4a30-908f-3005a21b2420', 'name': '', 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'mac_address': 'fa:16:3e:1f:5e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '795c1f64-5aa4-4a9f-baf8-0356cfbc6db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:30:18Z', 'updated_at': '2022-01-25T08:30:22Z', 'revision_number': 5, 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'subnets': [{'id': '795c1f64-5aa4-4a9f-baf8-0356cfbc6db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '232677c3-4643-4923-b64a-f997e17e6fe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:30:33.394261 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0e2b6-e356-40fc-a5eb-0efce034de10 None None] The sync data for ids ['8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3'] in dv-cinder-811877-9-iscsi is: [{'id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'name': 'router1', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'fa701964-5de9-42a1-a441-60effcc437af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:30:09Z', 'updated_at': '2022-01-25T08:30:30Z', 'revision_number': 4, 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'gw_port': {'id': 'fa701964-5de9-42a1-a441-60effcc437af', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:30:29Z', 'updated_at': '2022-01-25T08:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '69b348a5-0c99-4a30-908f-3005a21b2420', 'name': '', 'network_id': '6d73f6ac-539f-4024-b6c2-27611fbd9ea0', 'tenant_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'mac_address': 'fa:16:3e:1f:5e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee27dcb-1ebf-42aa-b61e-3fd26f3751f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '795c1f64-5aa4-4a9f-baf8-0356cfbc6db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:30:18Z', 'updated_at': '2022-01-25T08:30:22Z', 'revision_number': 5, 'project_id': 'abd95dd3ab694c4a99a79c7277ddcdd1', 'subnets': [{'id': '795c1f64-5aa4-4a9f-baf8-0356cfbc6db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '232677c3-4643-4923-b64a-f997e17e6fe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:30:33.605239 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36368) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:30:33.727492 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-fbf97285-2939-45e2-b5a3-90bd95ca3c50 admin admin] 10.222.0.112 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1207376 Jan 25 08:30:34.479689 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device fa701964-5de9-42a1-a441-60effcc437af up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:30:34.542357 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port fa701964-5de9-42a1-a441-60effcc437af triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:30:34.542599 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (fa701964-5de9-42a1-a441-60effcc437af), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:34.630190 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port fa701964-5de9-42a1-a441-60effcc437af is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:30:34.630607 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (fa701964-5de9-42a1-a441-60effcc437af), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:34.660971 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port fa701964-5de9-42a1-a441-60effcc437af, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=fa701964-5de9-42a1-a441-60effcc437af,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:30:34.734044 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (fa701964-5de9-42a1-a441-60effcc437af), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:34.792677 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=fa701964-5de9-42a1-a441-60effcc437af,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:30:36.431141 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device fa701964-5de9-42a1-a441-60effcc437af up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:30:36.523266 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port fa701964-5de9-42a1-a441-60effcc437af triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:30:36.523860 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (fa701964-5de9-42a1-a441-60effcc437af), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:36.613661 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port fa701964-5de9-42a1-a441-60effcc437af is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:30:39.494457 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4dd3f92c-6329-490a-866d-1c3716f4d3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:41.091443 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 5 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:30:41.693658 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-dd8bcd33-8f37-4921-b45d-323dac943216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:42.979409 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:44.546547 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:30:45.780018 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:31:09.481714 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-be38be8c-8d68-4b9b-a481-6470e9100ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:31:11.677363 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c460a6a9-4111-4d2a-ad3c-0f06b75f5520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:31:12.949819 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:31:14.538716 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:31:15.821492 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:31:18.080854 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 5 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:31:39.469953 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4d27920f-05b1-4f01-8fe5-839f3f961db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:31:41.680872 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d137d388-21e0-4d7d-96f0-bebde26ffbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:31:42.949980 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:31:44.510390 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:31:45.784522 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:31:55.081440 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 5 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:31:57.370020 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36852) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:31:57.430759 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad68d95-2594-4fc2-a850-6e4eb69928e7 admin admin] GET failed (client error): The resource could not be found. Jan 25 08:31:57.432055 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-fad68d95-2594-4fc2-a850-6e4eb69928e7 admin admin] 10.222.0.112 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610778 Jan 25 08:31:57.595696 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff9f9b-1744-4c1b-b50e-628ed2d06108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:31:57.597214 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-b5ff9f9b-1744-4c1b-b50e-628ed2d06108 admin admin] 10.222.0.112 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1611669 Jan 25 08:31:59.905052 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36862) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:32:00.001613 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d96761-4802-4ec5-b543-61193b771a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:00.002908 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-e0d96761-4802-4ec5-b543-61193b771a92 admin admin] 10.222.0.112 "GET /v2.0/subnets/795c1f64-5aa4-4a9f-baf8-0356cfbc6db8 HTTP/1.1" status: 200 len: 849 time: 0.0968912 Jan 25 08:32:00.012653 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:32:00.093477 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Publish callbacks [] for subnet (795c1f64-5aa4-4a9f-baf8-0356cfbc6db8), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:00.275431 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786863988143'] for subnet (795c1f64-5aa4-4a9f-baf8-0356cfbc6db8), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:00.304679 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:00.305276 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:00.307127 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] 10.222.0.112 "PUT /v2.0/subnets/795c1f64-5aa4-4a9f-baf8-0356cfbc6db8 HTTP/1.1" status: 200 len: 868 time: 0.2977874 Jan 25 08:32:00.321395 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631fd0f0-8243-4c6d-ab2e-ef79318bf91f None None] Network 6d73f6ac-539f-4024-b6c2-27611fbd9ea0 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:32:00.330988 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=795c1f64-5aa4-4a9f-baf8-0356cfbc6db8,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:32:00.338389 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:00.338759 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:00.339099 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:00.339433 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:00.339838 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:00.340076 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:00.347201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:00.347201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:00.347201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:00.347201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:00.347201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:00.347201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:00.347201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9017cc6b-ba8f-4e2f-ad6c-cb0431361535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:00.678672 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-caae19f3-5e5d-4fb8-8503-707b037856e1 None None] Provisioning complete for port 69b348a5-0c99-4a30-908f-3005a21b2420 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:32:00.679070 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-caae19f3-5e5d-4fb8-8503-707b037856e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (69b348a5-0c99-4a30-908f-3005a21b2420), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:00.755796 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-caae19f3-5e5d-4fb8-8503-707b037856e1 None None] Current status of the port 69b348a5-0c99-4a30-908f-3005a21b2420 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:32:00.765904 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-caae19f3-5e5d-4fb8-8503-707b037856e1 None None] Provisioning complete for port 53fe0b48-565f-4735-9278-0c5feae17426 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:32:00.766296 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-caae19f3-5e5d-4fb8-8503-707b037856e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (53fe0b48-565f-4735-9278-0c5feae17426), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:00.842649 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-caae19f3-5e5d-4fb8-8503-707b037856e1 None None] Current status of the port 53fe0b48-565f-4735-9278-0c5feae17426 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:32:02.621143 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36870) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:32:02.837886 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cb57da-922d-42fd-b7bf-f87bbc3654e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:02.838531 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cb57da-922d-42fd-b7bf-f87bbc3654e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:02.840167 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-19cb57da-922d-42fd-b7bf-f87bbc3654e5 admin admin] 10.222.0.112 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2179973 Jan 25 08:32:05.118641 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36878) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:32:05.250918 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2dab3-3ef2-49ba-b04e-0925f7496e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:05.252042 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2dab3-3ef2-49ba-b04e-0925f7496e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:05.253693 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-80e2dab3-3ef2-49ba-b04e-0925f7496e47 admin admin] 10.222.0.112 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1340799 Jan 25 08:32:07.541815 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36886) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:32:07.670763 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf4779a-3bb6-43ee-9611-4f58cb11f106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:07.672159 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-5cf4779a-3bb6-43ee-9611-4f58cb11f106 admin admin] 10.222.0.112 "GET /v2.0/networks/6d73f6ac-539f-4024-b6c2-27611fbd9ea0 HTTP/1.1" status: 200 len: 869 time: 0.1293569 Jan 25 08:32:09.480861 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-66515510-b3e1-4a93-8800-b70cec818568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:09.933737 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36894) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:32:10.059940 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3cb56d-5dee-4029-9331-353ffb0577e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:10.061340 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-bc3cb56d-5dee-4029-9331-353ffb0577e7 admin admin] 10.222.0.112 "GET /v2.0/networks/ed202089-45c6-4c7e-b473-596d2e9efddc HTTP/1.1" status: 200 len: 886 time: 0.1266327 Jan 25 08:32:11.675165 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-84692b5b-3ce3-43f0-89b0-236f48b8dd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:12.323234 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 36902) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:32:12.479605 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c7795d-726a-4205-9890-385e29ab2f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:12.480114 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c7795d-726a-4205-9890-385e29ab2f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:12.481753 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-35c7795d-726a-4205-9890-385e29ab2f7a admin admin] 10.222.0.112 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1575940 Jan 25 08:32:12.938194 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:14.521244 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:14.747565 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36912) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:32:14.874583 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c998ed-3909-4902-a921-5431b7e9585c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:14.875045 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c998ed-3909-4902-a921-5431b7e9585c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:14.876686 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-f5c998ed-3909-4902-a921-5431b7e9585c admin admin] 10.222.0.112 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280715 Jan 25 08:32:15.829536 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:17.201605 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36920) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:32:17.406959 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccb17e9-7194-400a-9339-0ce3eada607b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:17.408520 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-cccb17e9-7194-400a-9339-0ce3eada607b admin admin] 10.222.0.112 "GET /v2.0/subnets/247d33d8-1270-40dc-9432-067a5c2cead5 HTTP/1.1" status: 200 len: 816 time: 0.2059476 Jan 25 08:32:19.739276 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36928) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:32:19.835219 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcc54b0-322e-4a1c-aa22-0c102f236273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:19.844585 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-9bcc54b0-322e-4a1c-aa22-0c102f236273 admin admin] 10.222.0.112 "GET /v2.0/subnets/795c1f64-5aa4-4a9f-baf8-0356cfbc6db8 HTTP/1.1" status: 200 len: 868 time: 0.0963693 Jan 25 08:32:32.080221 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 5 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:32:39.457666 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a71d8f11-ace4-40d3-ae12-d2f971bbdc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:41.680926 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-f9086c2c-1fba-46f2-9913-c90bafd5373b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:42.949242 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:44.508987 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:44.893827 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36982) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:32:44.940977 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [None req-a0349ec8-6502-4e4c-bff6-35be8e6610be admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:32:44.941957 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-a0349ec8-6502-4e4c-bff6-35be8e6610be admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469213 Jan 25 08:32:45.811839 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:47.307284 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 36990) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:32:47.365995 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3af1ef-d3fc-42c4-b63d-d740ee5974e7 admin admin] GET failed (client error): The resource could not be found. Jan 25 08:32:47.367242 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-dd3af1ef-d3fc-42c4-b63d-d740ee5974e7 admin admin] 10.222.0.112 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590327 Jan 25 08:32:47.452601 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d85439-8aef-4e8a-bd1c-f7e178b207e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:47.454264 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-11d85439-8aef-4e8a-bd1c-f7e178b207e9 admin admin] 10.222.0.112 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828292 Jan 25 08:32:49.793958 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37000) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:32:49.839076 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Request body: {'network': {'project_id': 'e45472b06cfb4908891bf4d6c47431e5', 'tenant_id': 'e45472b06cfb4908891bf4d6c47431e5', 'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:32:49.960853 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Made reservation on behalf of e45472b06cfb4908891bf4d6c47431e5 for: {'network': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:32:49.963618 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:50.028712 dv-cinder-811877-9-iscsi neutron-server[103105]: WARNING neutron.services.revisions.revision_plugin [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Could not find related network for resource to bump revision. Jan 25 08:32:50.047836 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:32:50.062379 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786864043111', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (9df23fef-28b4-4a62-a23b-b55a24336b28), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:50.063089 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Unsubscribe: segment precommit_create {{(pid=103105) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 08:32:50.063763 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.segments_db [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Added segment 9df23fef-28b4-4a62-a23b-b55a24336b28 of type vlan for network 33622a8c-4d4b-48ca-b087-2e8d0c751a12 Jan 25 08:32:50.126987 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (33622a8c-4d4b-48ca-b087-2e8d0c751a12), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:50.240568 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (33622a8c-4d4b-48ca-b087-2e8d0c751a12), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:50.241577 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:50.242189 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:50.343667 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5483842 Jan 25 08:32:50.349030 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=33622a8c-4d4b-48ca-b087-2e8d0c751a12,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:32:50.362276 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:50.362634 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:50.362977 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:50.363315 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:50.363645 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:50.363972 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:50.364335 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:50.364664 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:50.365005 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:50.365352 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:50.365679 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:50.366014 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:50.366474 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b8584-9079-4089-ba08-b2b2597a0ae0 admin admin] Tracked resource versions report: Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: pushed versions: Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: { 'AddressGroup': {'1.2'}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'ConntrackHelper': {'1.0'}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'LocalIPAssociation': {'1.0'}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Log': {'1.0'}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Network': {'1.1'}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Port': {'1.7'}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'PortForwarding': {'1.2'}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'QosPolicy': {'1.10'}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'SecurityGroup': {'1.5'}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'SecurityGroupRule': {'1.2'}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'SubPort': {'1.0'}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Subnet': {'1.1'}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Trunk': {'1.1'}} Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: consumer versions: Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: { DHCP agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: L3 agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: Metadata agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: Metering agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: Open vSwitch agent@dv-cinder-811877-9-iscsi: { 'AddressGroup': '1.2', Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'ConntrackHelper': '1.0', Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'LocalIPAssociation': '1.0', Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Log': '1.0', Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Network': '1.1', Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Port': '1.7', Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'PortForwarding': '1.2', Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'QosPolicy': '1.10', Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'SecurityGroup': '1.5', Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'SecurityGroupRule': '1.2', Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'SubPort': '1.0', Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Subnet': '1.1', Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Trunk': '1.1'}} Jan 25 08:32:50.367923 dv-cinder-811877-9-iscsi neutron-server[103105]: {{(pid=103105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 08:32:50.404528 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network 33622a8c-4d4b-48ca-b087-2e8d0c751a12 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:32:52.718062 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37014) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:32:52.790386 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3203e5-7024-44b6-a567-d4d1369cd100 admin admin] GET failed (client error): The resource could not be found. Jan 25 08:32:52.792535 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-5a3203e5-7024-44b6-a567-d4d1369cd100 admin admin] 10.222.0.112 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0734024 Jan 25 08:32:52.912186 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675646d4-3966-4641-b4dd-e3dfb3a18285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:52.913636 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-675646d4-3966-4641-b4dd-e3dfb3a18285 admin admin] 10.222.0.112 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1176262 Jan 25 08:32:52.923489 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-4e49070e-1141-4dc5-89c0-3f91c577377b admin admin] Request body: {'subnet': {'network_id': '33622a8c-4d4b-48ca-b087-2e8d0c751a12', 'description': 'shared-subnet', 'ip_version': 4, 'tenant_id': 'e45472b06cfb4908891bf4d6c47431e5', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:32:53.011312 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e49070e-1141-4dc5-89c0-3f91c577377b admin admin] Made reservation on behalf of e45472b06cfb4908891bf4d6c47431e5 for: {'subnet': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:32:53.013583 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4e49070e-1141-4dc5-89c0-3f91c577377b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:53.326378 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4e49070e-1141-4dc5-89c0-3f91c577377b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (ee428da5-9e96-4b8e-9dcf-29caef770111), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:53.383604 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49070e-1141-4dc5-89c0-3f91c577377b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee428da5-9e96-4b8e-9dcf-29caef770111,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:32:53.394681 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49070e-1141-4dc5-89c0-3f91c577377b admin admin] Checking segment: {'id': '9df23fef-28b4-4a62-a23b-b55a24336b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '33622a8c-4d4b-48ca-b087-2e8d0c751a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:32:53.395040 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e49070e-1141-4dc5-89c0-3f91c577377b admin admin] Network hostable DHCP agents. Network: 33622a8c-4d4b-48ca-b087-2e8d0c751a12, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:32:53.470666 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e49070e-1141-4dc5-89c0-3f91c577377b admin admin] Network 33622a8c-4d4b-48ca-b087-2e8d0c751a12 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:32:53.543891 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-4e49070e-1141-4dc5-89c0-3f91c577377b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, 33622a8c-4d4b-48ca-b087-2e8d0c751a12) {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:32:53.549654 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e49070e-1141-4dc5-89c0-3f91c577377b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:32:53.550241 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4e49070e-1141-4dc5-89c0-3f91c577377b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:53.557226 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3b0ade-c43d-40eb-b6e9-743b46e8ac13 None None] Network 33622a8c-4d4b-48ca-b087-2e8d0c751a12 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:32:53.626850 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-4e49070e-1141-4dc5-89c0-3f91c577377b admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7068024 Jan 25 08:32:53.768299 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cfbcc74-0d4c-5b35-bb29-6ee8540e8815-33622a8c-4d4b-48ca-b087-2e8d0c751a12', 'network_id': '33622a8c-4d4b-48ca-b087-2e8d0c751a12', 'project_id': 'e45472b06cfb4908891bf4d6c47431e5', 'fixed_ips': [{'subnet_id': 'ee428da5-9e96-4b8e-9dcf-29caef770111'}]}} from dv-cinder-811877-9-iscsi. {{(pid=103106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 08:32:53.769179 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:53.909440 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.db_base_plugin_common [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Allocated IP 192.168.233.2 (33622a8c-4d4b-48ca-b087-2e8d0c751a12/ee428da5-9e96-4b8e-9dcf-29caef770111/6328456b-bf20-43a5-9bf8-0548c7e1b34a) {{(pid=103106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:32:54.077396 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Publish callbacks [] for port (6328456b-bf20-43a5-9bf8-0548c7e1b34a), precommit_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:54.155740 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (6328456b-bf20-43a5-9bf8-0548c7e1b34a), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:54.198517 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Network 33622a8c-4d4b-48ca-b087-2e8d0c751a12 is already hosted by enough agents. {{(pid=103106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:32:54.201200 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.base_scheduler [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Resources bound (agent type, host, resource id): {{(pid=103106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:32:54.210180 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Received port after_create {{(pid=103106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:32:54.213249 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Pushing event updated for resources: {'Port': ['ID=6328456b-bf20-43a5-9bf8-0548c7e1b34a,revision_number=1']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:32:54.224865 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:54.225234 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:54.225594 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:54.225932 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:54.226260 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:54.226582 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:54.226911 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:54.227232 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:54.227553 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:54.227887 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:54.228246 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:54.228562 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:54.228877 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:32:54.283670 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Attempting to bind port 6328456b-bf20-43a5-9bf8-0548c7e1b34a on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:32:54.284045 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Attempting to bind port 6328456b-bf20-43a5-9bf8-0548c7e1b34a by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '9df23fef-28b4-4a62-a23b-b55a24336b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '33622a8c-4d4b-48ca-b087-2e8d0c751a12'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:32:54.284435 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Attempting to bind port 6328456b-bf20-43a5-9bf8-0548c7e1b34a on network 33622a8c-4d4b-48ca-b087-2e8d0c751a12 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:32:54.289546 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:32:54.289922 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Checking segment: {'id': '9df23fef-28b4-4a62-a23b-b55a24336b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '33622a8c-4d4b-48ca-b087-2e8d0c751a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:32:54.290320 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:54.290712 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Bound using segment: {'id': '9df23fef-28b4-4a62-a23b-b55a24336b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '33622a8c-4d4b-48ca-b087-2e8d0c751a12'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:32:54.291172 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Bound port: 6328456b-bf20-43a5-9bf8-0548c7e1b34a, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df23fef-28b4-4a62-a23b-b55a24336b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '33622a8c-4d4b-48ca-b087-2e8d0c751a12'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:32:54.291547 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (6328456b-bf20-43a5-9bf8-0548c7e1b34a), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:54.354467 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] For port 6328456b-bf20-43a5-9bf8-0548c7e1b34a, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:32:54.357809 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] For port 6328456b-bf20-43a5-9bf8-0548c7e1b34a, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=6328456b-bf20-43a5-9bf8-0548c7e1b34a,segment=NetworkSegment(9df23fef-28b4-4a62-a23b-b55a24336b28),segment_id=9df23fef-28b4-4a62-a23b-b55a24336b28)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:32:54.436202 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (6328456b-bf20-43a5-9bf8-0548c7e1b34a), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:54.505172 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1058c2-e5cf-40a0-a5bb-a8585b5a80e0 None None] Pushing event updated for resources: {'Port': ['ID=6328456b-bf20-43a5-9bf8-0548c7e1b34a,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:32:55.452635 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76a8b57-1d0b-4a6d-b738-79ba90e9dc88 None None] Network 33622a8c-4d4b-48ca-b087-2e8d0c751a12 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:32:55.534564 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-212b1dd4-69ed-4c04-8175-99d09a9558a9 None None] Provisioning complete for port 6328456b-bf20-43a5-9bf8-0548c7e1b34a triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:32:55.534953 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-212b1dd4-69ed-4c04-8175-99d09a9558a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (6328456b-bf20-43a5-9bf8-0548c7e1b34a), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:55.646063 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-212b1dd4-69ed-4c04-8175-99d09a9558a9 None None] Current status of the port 6328456b-bf20-43a5-9bf8-0548c7e1b34a is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:32:55.646454 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-212b1dd4-69ed-4c04-8175-99d09a9558a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (6328456b-bf20-43a5-9bf8-0548c7e1b34a), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:55.698211 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-212b1dd4-69ed-4c04-8175-99d09a9558a9 None None] For port 6328456b-bf20-43a5-9bf8-0548c7e1b34a, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=6328456b-bf20-43a5-9bf8-0548c7e1b34a,segment=NetworkSegment(9df23fef-28b4-4a62-a23b-b55a24336b28),segment_id=9df23fef-28b4-4a62-a23b-b55a24336b28)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:32:55.772258 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-212b1dd4-69ed-4c04-8175-99d09a9558a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (6328456b-bf20-43a5-9bf8-0548c7e1b34a), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:55.826701 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b1dd4-69ed-4c04-8175-99d09a9558a9 None None] Pushing event updated for resources: {'Port': ['ID=6328456b-bf20-43a5-9bf8-0548c7e1b34a,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:32:55.892346 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-5af3cc61-fb0c-418d-b22f-319e7835b02d None None] Provisioning complete for port 6328456b-bf20-43a5-9bf8-0548c7e1b34a triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:32:55.892637 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5af3cc61-fb0c-418d-b22f-319e7835b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (6328456b-bf20-43a5-9bf8-0548c7e1b34a), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:55.974429 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-5af3cc61-fb0c-418d-b22f-319e7835b02d None None] Current status of the port 6328456b-bf20-43a5-9bf8-0548c7e1b34a is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:32:56.522397 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 6328456b-bf20-43a5-9bf8-0548c7e1b34a up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:32:56.573460 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 6328456b-bf20-43a5-9bf8-0548c7e1b34a triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:32:56.574210 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (6328456b-bf20-43a5-9bf8-0548c7e1b34a), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:32:56.655357 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 6328456b-bf20-43a5-9bf8-0548c7e1b34a is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:33:09.078879 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 5 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:33:09.451543 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4f16fb0f-84a0-46f8-9cf9-f4e7fbfb70d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:33:11.669244 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-cffb722b-65f2-4819-8b5c-b9c68c1b98ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:33:12.953411 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:33:14.507749 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:33:15.812050 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:33:39.468826 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9a25e9bd-5b10-4245-931e-43f540d2945d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:33:41.678765 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-bce4cd1c-0c72-40e3-8c98-adb579803c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:33:42.987472 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:33:44.508745 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:33:45.800611 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:33:46.078097 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 5 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:34:09.478402 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-fa4193a9-cf27-4a66-997a-971662eaaa14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:11.666322 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a0a3ba2b-ce4a-4530-878e-eabadb60b1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:12.977274 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:14.535388 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:15.799871 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:22.373243 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37058) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:34:22.379764 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [None req-36feba76-cc41-4886-af61-2d3265e9d3aa tempest-verify_tempest_config-622793057 tempest-verify_tempest_config-622793057-project] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:34:22.380682 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-36feba76-cc41-4886-af61-2d3265e9d3aa tempest-verify_tempest_config-622793057 tempest-verify_tempest_config-622793057-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064871 Jan 25 08:34:22.858545 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37076) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:34:22.959687 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:23.030688 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Publish callbacks [] for security_group (cc448e1f-874c-4c90-a218-6c7a581f4b5f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:23.075749 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 5 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:34:23.131424 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (cc448e1f-874c-4c90-a218-6c7a581f4b5f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:23.182713 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc448e1f-874c-4c90-a218-6c7a581f4b5f,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:34:23.189005 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=652e157c5be74de091190390fcbe792f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3293972 Jan 25 08:34:23.191988 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37080) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:34:23.193557 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.193893 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.195094 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.195460 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.195784 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.196140 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.196476 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.196809 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.197154 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.197485 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.197808 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.198130 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.198451 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2dfd2-d00f-40ef-922b-8f0b3682d892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.270425 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Publish callbacks [] for security_group (cc448e1f-874c-4c90-a218-6c7a581f4b5f), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:23.290625 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Publish callbacks [] for security_group (cc448e1f-874c-4c90-a218-6c7a581f4b5f), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:23.449349 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (cc448e1f-874c-4c90-a218-6c7a581f4b5f), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:23.451825 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:23.453028 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/cc448e1f-874c-4c90-a218-6c7a581f4b5f HTTP/1.1" status: 204 len: 168 time: 0.2599373 Jan 25 08:34:23.461378 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc448e1f-874c-4c90-a218-6c7a581f4b5f,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:34:23.468204 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.468583 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.468932 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.469269 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.469604 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.469934 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.470282 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.470614 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.470954 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.471297 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.471623 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.471946 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:23.472372 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753994ba-5fbb-4716-b90c-73efa9621588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:34:39.486018 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-1d7e38d8-731b-446b-80b1-f6c852530148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:41.674221 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-60d7b03d-2d6a-40f8-afde-300a71f1df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:42.999733 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:44.557491 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:34:45.803015 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:35:00.074079 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 5 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:35:09.460203 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4312a7dc-2e2a-40d0-bb8e-6f8d41a03e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:35:11.694621 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ca50b132-ffa2-40c4-93fa-4525a4011f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:35:12.985971 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:35:14.549433 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:35:15.802410 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:35:37.072071 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 5 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:35:39.515865 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c456ee7b-8f30-4491-882d-aef94b1a4e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:35:41.676301 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-146beb6f-38d3-4bec-959d-703da3cb1204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:35:43.019025 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:35:44.590142 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:35:45.884928 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:36:00.258656 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583663'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:36:09.481209 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ecffc370-5b33-4ff3-bb86-e214e3df0b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:36:11.678801 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3dfbdf6b-4ef5-454a-8a0e-26833da775a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:36:13.014338 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:36:14.070895 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:36:14.366602 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37154) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:36:14.471431 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-41412d87-6232-4412-a187-70a749348d76 admin admin] 10.222.0.112 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1037259 Jan 25 08:36:14.539007 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:36:15.833495 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:36:16.740566 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37164) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:36:16.795985 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-e4b04b31-ae04-493c-b64f-7b828608f5e7 admin admin] 10.222.0.112 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0542784 Jan 25 08:36:30.275264 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:36:39.503582 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b255971a-3cf8-4f8e-85ee-18c5e49258f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:36:41.671233 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1f23-1ab6-49d2-8331-777d14c82c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:36:43.021043 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:36:44.552569 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:36:45.821420 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:36:51.069961 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:37:00.291774 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:09.468882 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e651d2a9-b662-4383-b508-a81d39f5460f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:11.707244 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-55168838-eac6-4bfb-a71e-4f9dbe53ae0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:13.000605 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:14.549578 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:15.811420 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:28.069497 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:37:30.290945 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:39.472218 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-f237b26c-96f8-46d1-8e50-90888dea5c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:41.702049 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e65ec889-7278-4227-90f9-9fa0b9258002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:43.010908 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:44.553460 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:45.823943 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:51.995057 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37370) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:52.024729 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37376) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:52.472336 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1824860705-network', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:37:52.489592 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1317404274-network', 'tenant_id': '4e2e67060bcb463cb3618f0a0a47b60d'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:37:52.516989 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37392) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:52.545582 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37396) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:52.559168 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Made reservation on behalf of a2d50dbe2c7645aeb1b4ba25002dc442 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:37:52.561518 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.570958 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Made reservation on behalf of 4e2e67060bcb463cb3618f0a0a47b60d for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:37:52.573385 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.575302 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.595002 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.662886 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37404) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:52.729939 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Publish callbacks [] for security_group (6d201e5d-a27b-47a9-a689-1f2b987707d6), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.735340 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Publish callbacks [] for security_group (cbe41ce5-0d52-410b-85bb-fa1965d3245b), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.767638 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-59461324-network', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:37:52.809806 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1455024055-network', 'tenant_id': '3c84e11915fc4963a868824cc4b51944'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:37:52.819654 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6d201e5d-a27b-47a9-a689-1f2b987707d6), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.840637 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:37:52.855852 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-486988337-network', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:37:52.856568 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Made reservation on behalf of bb66612854e24630a2dcbc38aa78dcf2 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:37:52.858968 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.860906 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (cbe41ce5-0d52-410b-85bb-fa1965d3245b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.882311 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d201e5d-a27b-47a9-a689-1f2b987707d6,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:52.888831 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (9cd8af3c-a64f-4db2-8024-a81dbdafcd8d), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.889179 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Added segment 9cd8af3c-a64f-4db2-8024-a81dbdafcd8d of type vlan for network 7112ec2a-354f-4299-a519-bb5af2762b92 Jan 25 08:37:52.892275 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Tracked resource versions report: Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: pushed versions: Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: { 'AddressGroup': {'1.2'}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'ConntrackHelper': {'1.0'}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'LocalIPAssociation': {'1.0'}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Log': {'1.0'}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Network': {'1.1'}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Port': {'1.7'}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'PortForwarding': {'1.2'}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'QosPolicy': {'1.10'}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'SecurityGroup': {'1.5'}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'SecurityGroupRule': {'1.2'}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'SubPort': {'1.0'}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Subnet': {'1.1'}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Trunk': {'1.1'}} Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: consumer versions: Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: { DHCP agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: HyperV agent@hv-cinder-81187: {}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: L3 agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: Metadata agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: Metering agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: Open vSwitch agent@dv-cinder-811877-9-iscsi: { 'AddressGroup': '1.2', Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'ConntrackHelper': '1.0', Jan 25 08:37:52.921028 dv-cinder-811877-9-iscsi neutron-server[103104]: 'LocalIPAssociation': '1.0', Jan 25 08:37:52.923783 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Log': '1.0', Jan 25 08:37:52.923783 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Network': '1.1', Jan 25 08:37:52.923783 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Port': '1.7', Jan 25 08:37:52.923783 dv-cinder-811877-9-iscsi neutron-server[103104]: 'PortForwarding': '1.2', Jan 25 08:37:52.923783 dv-cinder-811877-9-iscsi neutron-server[103104]: 'QosPolicy': '1.10', Jan 25 08:37:52.923783 dv-cinder-811877-9-iscsi neutron-server[103104]: 'SecurityGroup': '1.5', Jan 25 08:37:52.923783 dv-cinder-811877-9-iscsi neutron-server[103104]: 'SecurityGroupRule': '1.2', Jan 25 08:37:52.923783 dv-cinder-811877-9-iscsi neutron-server[103104]: 'SubPort': '1.0', Jan 25 08:37:52.923783 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Subnet': '1.1', Jan 25 08:37:52.923783 dv-cinder-811877-9-iscsi neutron-server[103104]: 'Trunk': '1.1'}} Jan 25 08:37:52.923783 dv-cinder-811877-9-iscsi neutron-server[103104]: {{(pid=103104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 08:37:52.941746 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:37:52.964972 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Made reservation on behalf of 3c84e11915fc4963a868824cc4b51944 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:37:52.965211 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Made reservation on behalf of 9d8a5497ebd1437cba42c0faf75c13e7 for: {'network': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:37:52.967232 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.967655 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.977617 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:52.994680 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (7112ec2a-354f-4299-a519-bb5af2762b92), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.002158 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (cede7dee-166a-4435-92a7-e41318a7293c), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.002817 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Added segment cede7dee-166a-4435-92a7-e41318a7293c of type vlan for network dd295e8b-512d-4cc7-8d0a-0df033feac10 Jan 25 08:37:53.005856 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.052813 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe41ce5-0d52-410b-85bb-fa1965d3245b,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:53.067408 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Publish callbacks [] for security_group (38acadab-3f0a-4a90-8bfd-05545ddbd7a1), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.096512 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (dd295e8b-512d-4cc7-8d0a-0df033feac10), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.119359 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (38acadab-3f0a-4a90-8bfd-05545ddbd7a1), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.153622 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38acadab-3f0a-4a90-8bfd-05545ddbd7a1,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:53.165749 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:53.166827 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:53.167343 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:53.167840 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:53.169173 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:53.169678 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:53.170485 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:53.170993 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:53.171611 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:53.172482 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:53.173297 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:53.173781 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:53.174449 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Tracked resource versions report: Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: pushed versions: Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: { 'AddressGroup': {'1.2'}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'ConntrackHelper': {'1.0'}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'LocalIPAssociation': {'1.0'}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Log': {'1.0'}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Network': {'1.1'}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Port': {'1.7'}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'PortForwarding': {'1.2'}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'QosPolicy': {'1.10'}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'SecurityGroup': {'1.5'}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'SecurityGroupRule': {'1.2'}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'SubPort': {'1.0'}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Subnet': {'1.1'}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Trunk': {'1.1'}} Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: consumer versions: Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: { DHCP agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: HyperV agent@hv-cinder-81187: {}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: L3 agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: Metadata agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: Metering agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: Open vSwitch agent@dv-cinder-811877-9-iscsi: { 'AddressGroup': '1.2', Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'ConntrackHelper': '1.0', Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'LocalIPAssociation': '1.0', Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Log': '1.0', Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Network': '1.1', Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Port': '1.7', Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'PortForwarding': '1.2', Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'QosPolicy': '1.10', Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'SecurityGroup': '1.5', Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'SecurityGroupRule': '1.2', Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'SubPort': '1.0', Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Subnet': '1.1', Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: 'Trunk': '1.1'}} Jan 25 08:37:53.175987 dv-cinder-811877-9-iscsi neutron-server[103105]: {{(pid=103105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 08:37:53.189533 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:37:53.191045 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (7112ec2a-354f-4299-a519-bb5af2762b92), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.191764 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:37:53.192344 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.198075 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Publish callbacks [] for security_group (948f9b89-e6aa-4caa-acfd-fc3a69f2d179), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.205570 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (183eb43f-d766-4d13-975f-0367b2e71554), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.206435 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.segments_db [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Added segment 183eb43f-d766-4d13-975f-0367b2e71554 of type vlan for network 5eb1523e-8b36-4420-9865-509a0828a097 Jan 25 08:37:53.239619 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (dd295e8b-512d-4cc7-8d0a-0df033feac10), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.240629 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:37:53.241204 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.268295 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (5eb1523e-8b36-4420-9865-509a0828a097), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.298044 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Publish callbacks [] for security_group (5d566b67-bb09-4484-b247-0a5184d96eed), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.302846 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (948f9b89-e6aa-4caa-acfd-fc3a69f2d179), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.309208 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] Pushing event updated for resources: {'Network': ['ID=7112ec2a-354f-4299-a519-bb5af2762b92,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:53.319663 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network 7112ec2a-354f-4299-a519-bb5af2762b92 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:37:53.336729 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3405690 Jan 25 08:37:53.343789 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:37:53.345594 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37438) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:53.348934 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-c3aa253d-0bdf-4699-b315-e2a949ac5386 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3229964 Jan 25 08:37:53.357113 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37440) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:53.362242 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-caaef09e-25f6-4cc8-863c-cf5c20d4d7bb admin admin] Request body: {'subnet': {'network_id': 'dd295e8b-512d-4cc7-8d0a-0df033feac10', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1317404274-subnet', 'tenant_id': '4e2e67060bcb463cb3618f0a0a47b60d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:37:53.370660 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-a356a13e-da51-4326-a1be-33a8bcf75a05 admin admin] Request body: {'subnet': {'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1824860705-subnet', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:37:53.409341 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (5eb1523e-8b36-4420-9865-509a0828a097), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.410546 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:37:53.411298 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.417270 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (bb84660b-bd26-447c-af72-02e211c99b10), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.417613 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Added segment bb84660b-bd26-447c-af72-02e211c99b10 of type vlan for network 1034f08a-497e-433f-a3f5-f68e036144ee Jan 25 08:37:53.438203 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (5d566b67-bb09-4484-b247-0a5184d96eed), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.452463 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948f9b89-e6aa-4caa-acfd-fc3a69f2d179,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:53.457488 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ce7ae-53dd-407a-98ab-e794c8e7b77f admin admin] Pushing event updated for resources: {'Network': ['ID=dd295e8b-512d-4cc7-8d0a-0df033feac10,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:53.493758 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:37:53.503505 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a356a13e-da51-4326-a1be-33a8bcf75a05 admin admin] Made reservation on behalf of a2d50dbe2c7645aeb1b4ba25002dc442 for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:37:53.506686 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a356a13e-da51-4326-a1be-33a8bcf75a05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.533421 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] Pushing event updated for resources: {'Network': ['ID=5eb1523e-8b36-4420-9865-509a0828a097,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:53.536820 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaef09e-25f6-4cc8-863c-cf5c20d4d7bb admin admin] Made reservation on behalf of 4e2e67060bcb463cb3618f0a0a47b60d for: {'subnet': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:37:53.551960 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-caaef09e-25f6-4cc8-863c-cf5c20d4d7bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.552316 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network 5eb1523e-8b36-4420-9865-509a0828a097 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:37:53.580435 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (1034f08a-497e-433f-a3f5-f68e036144ee), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.588324 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d566b67-bb09-4484-b247-0a5184d96eed,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:53.607012 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-48458c87-c840-4c75-b612-3a7ca0195e8a admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9422157 Jan 25 08:37:53.610553 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37454) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:53.621658 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-73089bc3-5a78-4ee5-a34a-8809f0bafcf8 admin admin] Request body: {'subnet': {'network_id': '5eb1523e-8b36-4420-9865-509a0828a097', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-486988337-subnet', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:37:53.628290 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.628723 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Added segment eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e of type vlan for network 5a250842-ae7d-4621-8183-b5b4cc23ab14 Jan 25 08:37:53.638948 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network dd295e8b-512d-4cc7-8d0a-0df033feac10 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:37:53.724059 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73089bc3-5a78-4ee5-a34a-8809f0bafcf8 admin admin] Made reservation on behalf of 9d8a5497ebd1437cba42c0faf75c13e7 for: {'subnet': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:37:53.727874 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-73089bc3-5a78-4ee5-a34a-8809f0bafcf8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.740723 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (5a250842-ae7d-4621-8183-b5b4cc23ab14), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.878951 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (1034f08a-497e-433f-a3f5-f68e036144ee), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.880021 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:37:53.880511 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.882573 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (5a250842-ae7d-4621-8183-b5b4cc23ab14), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.883691 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:37:53.884291 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.967289 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] Pushing event updated for resources: {'Network': ['ID=1034f08a-497e-433f-a3f5-f68e036144ee,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:53.974818 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-caaef09e-25f6-4cc8-863c-cf5c20d4d7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (9823c8dd-ccf3-4b86-ba23-d73a4cb80321), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:53.981979 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network 1034f08a-497e-433f-a3f5-f68e036144ee details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:37:54.033453 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-93cf27fa-dbd5-4de8-bc05-e3c35e27ea8d admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5152588 Jan 25 08:37:54.037437 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37470) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:54.045712 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-123b03f1-9eef-4f27-b844-565da1cf2822 admin admin] Request body: {'subnet': {'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-subnet', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:37:54.053291 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaef09e-25f6-4cc8-863c-cf5c20d4d7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9823c8dd-ccf3-4b86-ba23-d73a4cb80321,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:54.061140 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5144198 Jan 25 08:37:54.072637 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37474) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:54.082613 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-f3b9694a-bdc7-41a6-b62a-4cfe2916a7be admin admin] Request body: {'subnet': {'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1455024055-subnet', 'tenant_id': '3c84e11915fc4963a868824cc4b51944', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:37:54.093356 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-73089bc3-5a78-4ee5-a34a-8809f0bafcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (38a2320b-acd8-43cc-9a48-d5178286b608), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:54.095181 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaef09e-25f6-4cc8-863c-cf5c20d4d7bb admin admin] Checking segment: {'id': 'cede7dee-166a-4435-92a7-e41318a7293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd295e8b-512d-4cc7-8d0a-0df033feac10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:37:54.095539 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaef09e-25f6-4cc8-863c-cf5c20d4d7bb admin admin] Network hostable DHCP agents. Network: dd295e8b-512d-4cc7-8d0a-0df033feac10, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:37:54.099152 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a356a13e-da51-4326-a1be-33a8bcf75a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (3aa8424a-f40c-4afe-a08b-80f8771ddc15), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:54.134323 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193162df-0b22-403d-815a-b943889bee4b admin admin] Pushing event updated for resources: {'Network': ['ID=5a250842-ae7d-4621-8183-b5b4cc23ab14,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:54.154693 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network 5a250842-ae7d-4621-8183-b5b4cc23ab14 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:37:54.193202 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356a13e-da51-4326-a1be-33a8bcf75a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa8424a-f40c-4afe-a08b-80f8771ddc15,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:54.195247 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73089bc3-5a78-4ee5-a34a-8809f0bafcf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a2320b-acd8-43cc-9a48-d5178286b608,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:54.204422 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73089bc3-5a78-4ee5-a34a-8809f0bafcf8 admin admin] Checking segment: {'id': '183eb43f-d766-4d13-975f-0367b2e71554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:37:54.205339 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73089bc3-5a78-4ee5-a34a-8809f0bafcf8 admin admin] Network hostable DHCP agents. Network: 5eb1523e-8b36-4420-9865-509a0828a097, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:37:54.209664 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356a13e-da51-4326-a1be-33a8bcf75a05 admin admin] Checking segment: {'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:37:54.210065 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a356a13e-da51-4326-a1be-33a8bcf75a05 admin admin] Network hostable DHCP agents. Network: 7112ec2a-354f-4299-a519-bb5af2762b92, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:37:54.218444 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123b03f1-9eef-4f27-b844-565da1cf2822 admin admin] Made reservation on behalf of bb66612854e24630a2dcbc38aa78dcf2 for: {'subnet': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:37:54.221690 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-123b03f1-9eef-4f27-b844-565da1cf2822 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:54.235362 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b9694a-bdc7-41a6-b62a-4cfe2916a7be admin admin] Made reservation on behalf of 3c84e11915fc4963a868824cc4b51944 for: {'subnet': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:37:54.237685 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f3b9694a-bdc7-41a6-b62a-4cfe2916a7be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:54.276150 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaef09e-25f6-4cc8-863c-cf5c20d4d7bb admin admin] Network dd295e8b-512d-4cc7-8d0a-0df033feac10 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:37:54.284116 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a356a13e-da51-4326-a1be-33a8bcf75a05 admin admin] Network 7112ec2a-354f-4299-a519-bb5af2762b92 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:37:54.395226 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73089bc3-5a78-4ee5-a34a-8809f0bafcf8 admin admin] Network 5eb1523e-8b36-4420-9865-509a0828a097 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:37:54.493053 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-a356a13e-da51-4326-a1be-33a8bcf75a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, 7112ec2a-354f-4299-a519-bb5af2762b92) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:37:54.497974 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356a13e-da51-4326-a1be-33a8bcf75a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:37:54.498812 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a356a13e-da51-4326-a1be-33a8bcf75a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:54.503476 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a585faed-0370-44ba-a604-cf18bb6b5c8a None None] Network 7112ec2a-354f-4299-a519-bb5af2762b92 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:37:54.515101 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-caaef09e-25f6-4cc8-863c-cf5c20d4d7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, dd295e8b-512d-4cc7-8d0a-0df033feac10) {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:37:54.545985 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaef09e-25f6-4cc8-863c-cf5c20d4d7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:37:54.546578 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-caaef09e-25f6-4cc8-863c-cf5c20d4d7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:54.554142 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-73089bc3-5a78-4ee5-a34a-8809f0bafcf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, 5eb1523e-8b36-4420-9865-509a0828a097) {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:37:54.559347 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73089bc3-5a78-4ee5-a34a-8809f0bafcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:37:54.559993 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-73089bc3-5a78-4ee5-a34a-8809f0bafcf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:54.576861 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2243b0de-7f1b-4755-8b0e-30877d3c2c9b None None] Network dd295e8b-512d-4cc7-8d0a-0df033feac10 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:37:54.590713 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37500) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:54.590980 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-a356a13e-da51-4326-a1be-33a8bcf75a05 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2270560 Jan 25 08:37:54.613847 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:37:54.614845 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ba76fe-6ec3-49ac-81d6-62f2a8e2c1d7 None None] Network 5eb1523e-8b36-4420-9865-509a0828a097 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:37:54.629499 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37502) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:54.734882 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-caaef09e-25f6-4cc8-863c-cf5c20d4d7bb admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3881238 Jan 25 08:37:54.761445 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f3b9694a-bdc7-41a6-b62a-4cfe2916a7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (7f8965e3-8a09-4d2f-9556-60a9e740f6a9), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:54.864269 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9694a-bdc7-41a6-b62a-4cfe2916a7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f8965e3-8a09-4d2f-9556-60a9e740f6a9,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:54.867896 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-123b03f1-9eef-4f27-b844-565da1cf2822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (3f7bec09-c3cd-427a-a947-5b8b47de6266), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:54.876300 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-73089bc3-5a78-4ee5-a34a-8809f0bafcf8 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2636790 Jan 25 08:37:54.879445 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37512) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:54.883688 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-86383'] for router (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:54.884942 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-86294'] for router (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:54.887990 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cfbcc74-0d4c-5b35-bb29-6ee8540e8815-7112ec2a-354f-4299-a519-bb5af2762b92', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15'}]}} from dv-cinder-811877-9-iscsi. {{(pid=103106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 08:37:54.889317 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:54.892117 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-486988337-router', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:37:54.897910 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83dc68f-91ba-4b9d-947f-305e8320eb29 None None] Network dd295e8b-512d-4cc7-8d0a-0df033feac10 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:37:54.933570 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9502d677-7b5c-491c-aead-628cd320a4fe None None] Network 5eb1523e-8b36-4420-9865-509a0828a097 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:37:54.954480 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6104710f-6ca7-4e46-962c-86d52ffe430a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:54.960021 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b03f1-9eef-4f27-b844-565da1cf2822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7bec09-c3cd-427a-a947-5b8b47de6266,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:55.092285 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-86383'] for router (bad07745-efa2-4b2c-b037-a601db989c84), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:55.093473 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-86294'] for router (bad07745-efa2-4b2c-b037-a601db989c84), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:55.117755 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Publish callbacks [] for router_controller (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), precommit_add_association {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:55.135559 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123b03f1-9eef-4f27-b844-565da1cf2822 admin admin] Checking segment: {'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:37:55.135983 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b03f1-9eef-4f27-b844-565da1cf2822 admin admin] Network hostable DHCP agents. Network: 1034f08a-497e-433f-a3f5-f68e036144ee, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:37:55.146852 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b9694a-bdc7-41a6-b62a-4cfe2916a7be admin admin] Checking segment: {'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:37:55.147117 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b9694a-bdc7-41a6-b62a-4cfe2916a7be admin admin] Network hostable DHCP agents. Network: 5a250842-ae7d-4621-8183-b5b4cc23ab14, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:37:55.172318 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6104710f-6ca7-4e46-962c-86d52ffe430a admin admin] Publish callbacks [] for security_group (a3b14468-a53b-4b1d-927d-b39c5f0d3e9d), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:55.259959 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b03f1-9eef-4f27-b844-565da1cf2822 admin admin] Network 1034f08a-497e-433f-a3f5-f68e036144ee is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:37:55.272897 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Publish callbacks [] for router_controller (bad07745-efa2-4b2c-b037-a601db989c84), precommit_add_association {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:55.291630 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6104710f-6ca7-4e46-962c-86d52ffe430a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a3b14468-a53b-4b1d-927d-b39c5f0d3e9d), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:55.385476 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104710f-6ca7-4e46-962c-86d52ffe430a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b14468-a53b-4b1d-927d-b39c5f0d3e9d,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:55.396341 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b9694a-bdc7-41a6-b62a-4cfe2916a7be admin admin] Network 5a250842-ae7d-4621-8183-b5b4cc23ab14 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:37:55.434536 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-6104710f-6ca7-4e46-962c-86d52ffe430a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=68101344cb2f4d0b8b75ac365aea7235&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8103080 Jan 25 08:37:55.437110 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37538) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:55.526466 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Publish callbacks [] for router_gateway (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:55.529178 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.db_base_plugin_common [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Allocated IP 172.20.0.2 (7112ec2a-354f-4299-a519-bb5af2762b92/3aa8424a-f40c-4afe-a08b-80f8771ddc15/a7ae9176-163e-4c1b-a0b0-6f23fda6ad71) {{(pid=103106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:37:55.534454 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-123b03f1-9eef-4f27-b844-565da1cf2822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, 1034f08a-497e-433f-a3f5-f68e036144ee) {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:37:55.538284 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-f3b9694a-bdc7-41a6-b62a-4cfe2916a7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, 5a250842-ae7d-4621-8183-b5b4cc23ab14) {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:37:55.547599 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b03f1-9eef-4f27-b844-565da1cf2822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:37:55.548265 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-123b03f1-9eef-4f27-b844-565da1cf2822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:55.564385 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37560) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:55.578607 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b634a03c-98b8-4e23-b7fa-a54f9d4a395a None None] Network 1034f08a-497e-433f-a3f5-f68e036144ee requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:37:55.579653 dv-cinder-811877-9-iscsi neutron-server[103105]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 08:37:55.622243 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b9694a-bdc7-41a6-b62a-4cfe2916a7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:37:55.622840 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f3b9694a-bdc7-41a6-b62a-4cfe2916a7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:55.649536 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a1fc73-7731-4011-89c2-bf684f2f388f None None] Network 5a250842-ae7d-4621-8183-b5b4cc23ab14 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:37:55.680620 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Publish callbacks [] for router_gateway (bad07745-efa2-4b2c-b037-a601db989c84), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:55.707436 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-70664333-b33b-49c2-8b7f-25e48c571365 admin admin] Publish callbacks [] for security_group (a3b14468-a53b-4b1d-927d-b39c5f0d3e9d), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:55.731352 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-123b03f1-9eef-4f27-b844-565da1cf2822 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6931834 Jan 25 08:37:55.743893 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37564) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:55.747402 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:37:55.765874 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-70664333-b33b-49c2-8b7f-25e48c571365 admin admin] Publish callbacks [] for security_group (a3b14468-a53b-4b1d-927d-b39c5f0d3e9d), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:55.830101 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-936020d0-7af5-44fe-b5a1-efa7a9479d1c tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:37:55.831660 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-936020d0-7af5-44fe-b5a1-efa7a9479d1c tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/networks?id=dd295e8b-512d-4cc7-8d0a-0df033feac10 HTTP/1.1" status: 200 len: 812 time: 0.2661026 Jan 25 08:37:55.888843 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-f3b9694a-bdc7-41a6-b62a-4cfe2916a7be admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8073790 Jan 25 08:37:55.904082 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cfbcc74-0d4c-5b35-bb29-6ee8540e8815-1034f08a-497e-433f-a3f5-f68e036144ee', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266'}]}} from dv-cinder-811877-9-iscsi. {{(pid=103106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 08:37:55.905000 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:55.915401 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398d2e26-68fd-48d8-be0b-162779b3cee3 None None] Network 5a250842-ae7d-4621-8183-b5b4cc23ab14 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:37:55.924945 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-d7bb21fc-bad1-48d9-ad62-4259b6d62ecf tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/quotas/4e2e67060bcb463cb3618f0a0a47b60d HTTP/1.1" status: 200 len: 375 time: 0.0637803 Jan 25 08:37:55.965695 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Publish callbacks [] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), precommit_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.024597 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-c932bd3d-776a-496e-b473-9af67b39d7bf tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=4e2e67060bcb463cb3618f0a0a47b60d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978200 Jan 25 08:37:56.064486 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.123238 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Network 7112ec2a-354f-4299-a519-bb5af2762b92 is already hosted by enough agents. {{(pid=103106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:37:56.136291 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-86383'] for router (5e9cab0d-07e5-4cf0-9626-9de81167c83e), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.136871 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-86294'] for router (5e9cab0d-07e5-4cf0-9626-9de81167c83e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.165142 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.base_scheduler [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Resources bound (agent type, host, resource id): {{(pid=103106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:37:56.184444 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Received port after_create {{(pid=103106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:37:56.191020 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Pushing event updated for resources: {'Port': ['ID=a7ae9176-163e-4c1b-a0b0-6f23fda6ad71,revision_number=1']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:56.234918 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:56.234918 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:56.234918 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:56.234918 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:56.234918 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:56.234918 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:56.242711 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:56.243327 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:56.243484 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:56.243809 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:56.244260 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:56.244501 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:56.244832 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Tracked resource versions report: Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: pushed versions: Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: { 'AddressGroup': {'1.2'}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'ConntrackHelper': {'1.0'}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'LocalIPAssociation': {'1.0'}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Log': {'1.0'}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Network': {'1.1'}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Port': {'1.7'}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'PortForwarding': {'1.2'}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'QosPolicy': {'1.10'}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'SecurityGroup': {'1.5'}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'SecurityGroupRule': {'1.2'}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'SubPort': {'1.0'}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Subnet': {'1.1'}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Trunk': {'1.1'}} Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: consumer versions: Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: { DHCP agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: HyperV agent@hv-cinder-81187: {}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: L3 agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: Metadata agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: Metering agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: Open vSwitch agent@dv-cinder-811877-9-iscsi: { 'AddressGroup': '1.2', Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'ConntrackHelper': '1.0', Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'LocalIPAssociation': '1.0', Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Log': '1.0', Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Network': '1.1', Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Port': '1.7', Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'PortForwarding': '1.2', Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'QosPolicy': '1.10', Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'SecurityGroup': '1.5', Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'SecurityGroupRule': '1.2', Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'SubPort': '1.0', Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Subnet': '1.1', Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: 'Trunk': '1.1'}} Jan 25 08:37:56.245993 dv-cinder-811877-9-iscsi neutron-server[103106]: {{(pid=103106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 08:37:56.251522 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Publish callbacks [] for router_controller (5e9cab0d-07e5-4cf0-9626-9de81167c83e), precommit_add_association {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.252420 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-70664333-b33b-49c2-8b7f-25e48c571365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a3b14468-a53b-4b1d-927d-b39c5f0d3e9d), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.263918 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-70664333-b33b-49c2-8b7f-25e48c571365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.267204 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.db_base_plugin_common [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Allocated IP 172.20.0.2 (1034f08a-497e-433f-a3f5-f68e036144ee/3f7bec09-c3cd-427a-a947-5b8b47de6266/f047861e-be8c-40a2-a21d-a90a427cccc1) {{(pid=103106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:37:56.267837 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-70664333-b33b-49c2-8b7f-25e48c571365 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a3b14468-a53b-4b1d-927d-b39c5f0d3e9d HTTP/1.1" status: 204 len: 168 time: 0.8280485 Jan 25 08:37:56.278465 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70664333-b33b-49c2-8b7f-25e48c571365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b14468-a53b-4b1d-927d-b39c5f0d3e9d,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:56.375320 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Attempting to bind port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:37:56.375431 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Attempting to bind port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:37:56.375725 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Attempting to bind port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 on network 7112ec2a-354f-4299-a519-bb5af2762b92 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:37:56.375854 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-536baddb-82d9-4da5-82d0-355bb0071b5a service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:37:56.377290 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-536baddb-82d9-4da5-82d0-355bb0071b5a service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0994220 Jan 25 08:37:56.408595 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Publish callbacks [] for router_gateway (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.410812 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:37:56.411452 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Checking segment: {'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:37:56.412075 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.412769 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Bound using segment: {'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:37:56.413422 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Bound port: a7ae9176-163e-4c1b-a0b0-6f23fda6ad71, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:37:56.414946 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.466515 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37598) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:56.467234 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.473021 dv-cinder-811877-9-iscsi neutron-server[103104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 08:37:56.582571 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] For port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:37:56.605506 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] For port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=a7ae9176-163e-4c1b-a0b0-6f23fda6ad71,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:37:56.619286 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Publish callbacks [] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), precommit_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.640372 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-cc97fbce-bae1-47ba-b29a-f275133ffb8b service neutron] 10.222.0.112 "GET /v2.0/networks/dd295e8b-512d-4cc7-8d0a-0df033feac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524891 Jan 25 08:37:56.680493 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.711393 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Publish callbacks [] for router_gateway (bad07745-efa2-4b2c-b037-a601db989c84), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.714280 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Allocated IP 172.27.1.54 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/7f011dba-6c66-472f-a8b0-041720acb700) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:37:56.722119 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.749808 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Network 1034f08a-497e-433f-a3f5-f68e036144ee is already hosted by enough agents. {{(pid=103106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:37:56.754572 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.base_scheduler [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Resources bound (agent type, host, resource id): {{(pid=103106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:37:56.771620 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Received port after_create {{(pid=103106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:37:56.821404 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Publish callbacks [] for router_gateway (5e9cab0d-07e5-4cf0-9626-9de81167c83e), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.832783 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.879632 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Attempting to bind port f047861e-be8c-40a2-a21d-a90a427cccc1 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:37:56.880702 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Attempting to bind port f047861e-be8c-40a2-a21d-a90a427cccc1 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:37:56.881222 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Attempting to bind port f047861e-be8c-40a2-a21d-a90a427cccc1 on network 1034f08a-497e-433f-a3f5-f68e036144ee {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:37:56.885868 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421b016-dfa2-433a-8e31-f9a5f103ab6b None None] Pushing event updated for resources: {'Port': ['ID=a7ae9176-163e-4c1b-a0b0-6f23fda6ad71,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:56.927004 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-61658b1b-7db5-4670-9d0a-e13586baea28 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:37:56.934427 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-61658b1b-7db5-4670-9d0a-e13586baea28 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/networks?id=5a250842-ae7d-4621-8183-b5b4cc23ab14 HTTP/1.1" status: 200 len: 815 time: 0.4650898 Jan 25 08:37:56.956966 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Pushing event updated for resources: {'Port': ['ID=f047861e-be8c-40a2-a21d-a90a427cccc1,revision_number=1']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:56.965622 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:37:56.965875 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Checking segment: {'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:37:56.966248 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.966751 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Bound using segment: {'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:37:56.967219 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Bound port: f047861e-be8c-40a2-a21d-a90a427cccc1, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:37:56.967599 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:56.976726 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-65dc0ea2-b43d-4651-8ee4-6189c5af04f4 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/quotas/3c84e11915fc4963a868824cc4b51944 HTTP/1.1" status: 200 len: 375 time: 0.0402660 Jan 25 08:37:57.055907 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Publish callbacks [] for port (7f011dba-6c66-472f-a8b0-041720acb700), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:57.065886 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] For port f047861e-be8c-40a2-a21d-a90a427cccc1, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:37:57.070341 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] For port f047861e-be8c-40a2-a21d-a90a427cccc1, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=f047861e-be8c-40a2-a21d-a90a427cccc1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:37:57.073251 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-a8262af3-99b5-462d-b3bf-df1031440fd7 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=3c84e11915fc4963a868824cc4b51944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959289 Jan 25 08:37:57.078723 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-5396fcb1-af0a-48c8-9265-5a429efd9357 service neutron] 10.222.0.112 "GET /v2.0/networks/dd295e8b-512d-4cc7-8d0a-0df033feac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159317 Jan 25 08:37:57.202648 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:57.303899 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145738db-d4c6-481d-b9e2-23858988cabe None None] Pushing event updated for resources: {'Port': ['ID=f047861e-be8c-40a2-a21d-a90a427cccc1,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:57.309683 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (7f011dba-6c66-472f-a8b0-041720acb700), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:57.395459 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37616) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:57.468320 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ba00-85be-421b-b7c2-02d7539618f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:57.545578 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Pushing event updated for resources: {'Port': ['ID=7f011dba-6c66-472f-a8b0-041720acb700,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:57.574291 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:37:57.576138 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:37:57.579860 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:37:57.780595 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ba00-85be-421b-b7c2-02d7539618f2 admin admin] Publish callbacks [] for security_group (c89408a3-2e4c-41dd-a0dc-15cb1b8187ff), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:57.784280 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Publish callbacks [] for router_gateway (5e9cab0d-07e5-4cf0-9626-9de81167c83e), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:57.802421 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Allocated IP 172.27.1.193 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/492ad8a6-213e-4d53-b975-035d1057b56a) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:37:57.827036 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:57.852000 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ba00-85be-421b-b7c2-02d7539618f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (c89408a3-2e4c-41dd-a0dc-15cb1b8187ff), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:57.905016 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7bb4c950-4542-4386-8986-6d9755fce203 req-2107db5f-ef97-4f3e-981b-b069e5829450 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 210 time: 0.0939724 Jan 25 08:37:57.950597 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-2f627dee-72c3-4a2b-85f4-5313b9e5782b service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:37:57.951824 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-2f627dee-72c3-4a2b-85f4-5313b9e5782b service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1813848 Jan 25 08:37:58.120610 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-e9f1ba00-85be-421b-b7c2-02d7539618f2 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b07e47291011489b8830968899d96bc5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7193813 Jan 25 08:37:58.120721 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37654) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:58.139777 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1ba00-85be-421b-b7c2-02d7539618f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89408a3-2e4c-41dd-a0dc-15cb1b8187ff,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:58.266797 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Publish callbacks [] for port (492ad8a6-213e-4d53-b975-035d1057b56a), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:58.270614 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-58d11107-05ff-47df-a465-b2a091b0800a service neutron] 10.222.0.112 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990313 Jan 25 08:37:58.294906 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3418e47d-9868-43cc-8962-896f5445d15d admin admin] Publish callbacks [] for security_group (c89408a3-2e4c-41dd-a0dc-15cb1b8187ff), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:58.374644 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3418e47d-9868-43cc-8962-896f5445d15d admin admin] Publish callbacks [] for security_group (c89408a3-2e4c-41dd-a0dc-15cb1b8187ff), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:58.377057 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Publish callbacks [] for router_gateway (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:58.428535 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-016f11d1-8ccf-4a9b-a800-d6b337f72486 service neutron] 10.222.0.112 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501496 Jan 25 08:37:58.538135 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Allocated IP 172.27.1.18 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/53de0a83-8f98-4316-9ac3-45875681aefc) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:37:58.568600 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b38686-db2f-477e-b442-517ca64548d0 None None] Network 7112ec2a-354f-4299-a519-bb5af2762b92 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:37:58.733268 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-6883eb72-cb3d-4ad7-8f1a-3e5bacc0ae27 None None] Provisioning complete for port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:37:58.733669 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-6883eb72-cb3d-4ad7-8f1a-3e5bacc0ae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:58.803368 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579814'] for router (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:58.861452 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (492ad8a6-213e-4d53-b975-035d1057b56a), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:58.968236 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3418e47d-9868-43cc-8962-896f5445d15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (c89408a3-2e4c-41dd-a0dc-15cb1b8187ff), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:58.974043 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3418e47d-9868-43cc-8962-896f5445d15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:58.997472 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:37:58.999732 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-3418e47d-9868-43cc-8962-896f5445d15d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c89408a3-2e4c-41dd-a0dc-15cb1b8187ff HTTP/1.1" status: 204 len: 168 time: 0.8775108 Jan 25 08:37:59.008468 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:37:59.027064 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:37:59.032996 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Pushing event updated for resources: {'Port': ['ID=492ad8a6-213e-4d53-b975-035d1057b56a,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:59.131027 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-864a90cf-9547-441b-95fc-460a96901a0c req-f7776771-8105-405f-8e15-12e4b4abc08e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 210 time: 0.2156990 Jan 25 08:37:59.158808 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418e47d-9868-43cc-8962-896f5445d15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89408a3-2e4c-41dd-a0dc-15cb1b8187ff,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:59.161595 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:37:59.243629 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Publish callbacks [] for port (53de0a83-8f98-4316-9ac3-45875681aefc), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:59.315647 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-523c41a6-4e1f-40e9-a48c-8d23a84bb84a req-aedca588-0d01-40dc-ba6d-c3b55459b974 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 210 time: 0.1626031 Jan 25 08:37:59.324913 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b5c1c9-1479-4bce-a2b0-4548c1baf035 None None] Network 1034f08a-497e-433f-a3f5-f68e036144ee requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:37:59.370034 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f is scheduled to L3 agent a6803982-6296-4973-9e95-2feb13f43b2d with binding_index 1 {{(pid=103105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 08:37:59.409947 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-6883eb72-cb3d-4ad7-8f1a-3e5bacc0ae27 None None] Current status of the port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:37:59.410726 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-6883eb72-cb3d-4ad7-8f1a-3e5bacc0ae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:59.479334 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-6883eb72-cb3d-4ad7-8f1a-3e5bacc0ae27 None None] For port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=a7ae9176-163e-4c1b-a0b0-6f23fda6ad71,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:37:59.483768 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:37:59.485468 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:59.557658 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:37:59.571882 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Sync routers for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:37:59.587732 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (53de0a83-8f98-4316-9ac3-45875681aefc), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:59.593029 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:37:59.595219 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:37:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:37:59.701313 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:59.701959 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Pushing event updated for resources: {'Port': ['ID=53de0a83-8f98-4316-9ac3-45875681aefc,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:37:59.708805 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-40c6133f-30c7-4605-a547-b2fac32d680f admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0994084 Jan 25 08:37:59.712170 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37718) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:37:59.756904 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:37:59.766028 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:37:59.783689 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:37:59.916466 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-6883eb72-cb3d-4ad7-8f1a-3e5bacc0ae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:59.970523 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:37:59.971612 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:37:59.979749 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Publish callbacks [] for router_gateway (bad07745-efa2-4b2c-b037-a601db989c84), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:00.003533 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:38:00.067845 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883eb72-cb3d-4ad7-8f1a-3e5bacc0ae27 None None] Pushing event updated for resources: {'Port': ['ID=a7ae9176-163e-4c1b-a0b0-6f23fda6ad71,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:00.214205 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:37:57Z', 'revision_number': 3, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:00.271885 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-5230d153-481e-4fd4-9512-b96033a93aff None None] Provisioning complete for port f047861e-be8c-40a2-a21d-a90a427cccc1 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:00.272339 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5230d153-481e-4fd4-9512-b96033a93aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:00.273998 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Checking router: 5b918d7c-1356-4459-a1f7-f44db1d5bf6f for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:38:00.275400 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Updating router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f port 7f011dba-6c66-472f-a8b0-041720acb700 binding host dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:38:00.280976 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0750a67a-67f7-4a36-b9bb-bd459af6475e req-5579e4c6-0be1-4593-a2a5-253f7df142e7 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 210 time: 0.0574374 Jan 25 08:38:00.339028 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (7f011dba-6c66-472f-a8b0-041720acb700), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:00.343783 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.db.api [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 08:38:00.345887 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG oslo_db.api [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 08:38:00.393385 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:00.420183 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37740) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:00.487498 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579814'] for router (bad07745-efa2-4b2c-b037-a601db989c84), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:00.488741 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-5230d153-481e-4fd4-9512-b96033a93aff None None] Current status of the port f047861e-be8c-40a2-a21d-a90a427cccc1 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:00.490621 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5230d153-481e-4fd4-9512-b96033a93aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:00.591419 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-5230d153-481e-4fd4-9512-b96033a93aff None None] For port f047861e-be8c-40a2-a21d-a90a427cccc1, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=f047861e-be8c-40a2-a21d-a90a427cccc1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:00.683565 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Publish callbacks [] for router_gateway (5e9cab0d-07e5-4cf0-9626-9de81167c83e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:00.684835 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5230d153-481e-4fd4-9512-b96033a93aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:00.753364 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Publish callbacks [] for port (7f011dba-6c66-472f-a8b0-041720acb700), precommit_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:00.777682 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-5230d153-481e-4fd4-9512-b96033a93aff None None] Provisioning complete for port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:00.778075 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5230d153-481e-4fd4-9512-b96033a93aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:00.816547 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (7f011dba-6c66-472f-a8b0-041720acb700), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:00.832752 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230d153-481e-4fd4-9512-b96033a93aff None None] Pushing event updated for resources: {'Port': ['ID=f047861e-be8c-40a2-a21d-a90a427cccc1,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:00.861181 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-aa3fdb90-ddea-45f8-87eb-64d99adfca7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:00.889038 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5ef6152b-7df7-4a1d-a75c-f73fa2f65a31 req-eb0b2c7e-f508-47c6-83cf-d5cae13fd8fc tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 210 time: 0.0877581 Jan 25 08:38:01.095364 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:01.095364 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device f047861e-be8c-40a2-a21d-a90a427cccc1 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:01.095364 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-5230d153-481e-4fd4-9512-b96033a93aff None None] Current status of the port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:01.103511 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Attempting to bind port 7f011dba-6c66-472f-a8b0-041720acb700 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:38:01.103511 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Attempting to bind port 7f011dba-6c66-472f-a8b0-041720acb700 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:38:01.103511 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Attempting to bind port 7f011dba-6c66-472f-a8b0-041720acb700 on network ed202089-45c6-4c7e-b473-596d2e9efddc {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:01.125691 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port f047861e-be8c-40a2-a21d-a90a427cccc1 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:01.125691 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:01.126484 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:38:01.126484 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Checking segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:01.126484 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:01.126484 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Bound using segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:38:01.126484 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Bound port: 7f011dba-6c66-472f-a8b0-041720acb700, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:38:01.126484 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (7f011dba-6c66-472f-a8b0-041720acb700), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:01.126484 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Pushing event updated for resources: {'Port': ['ID=7f011dba-6c66-472f-a8b0-041720acb700,revision_number=2']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:01.126484 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:01.126484 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Tracked resource versions report: Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: pushed versions: Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: { 'AddressGroup': {'1.2'}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'ConntrackHelper': {'1.0'}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'LocalIPAssociation': {'1.0'}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Log': {'1.0'}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Network': {'1.1'}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Port': {'1.7'}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'PortForwarding': {'1.2'}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'QosPolicy': {'1.10'}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'SecurityGroup': {'1.5'}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'SecurityGroupRule': {'1.2'}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'SubPort': {'1.0'}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Subnet': {'1.1'}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Trunk': {'1.1'}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: consumer versions: Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: { DHCP agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: HyperV agent@hv-cinder-81187: {}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: L3 agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: Metadata agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: Metering agent@dv-cinder-811877-9-iscsi: {}, Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: Open vSwitch agent@dv-cinder-811877-9-iscsi: { 'AddressGroup': '1.2', Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'ConntrackHelper': '1.0', Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'LocalIPAssociation': '1.0', Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Log': '1.0', Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Network': '1.1', Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Port': '1.7', Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'PortForwarding': '1.2', Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'QosPolicy': '1.10', Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'SecurityGroup': '1.5', Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'SecurityGroupRule': '1.2', Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'SubPort': '1.0', Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Subnet': '1.1', Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: 'Trunk': '1.1'}} Jan 25 08:38:01.128857 dv-cinder-811877-9-iscsi neutron-server[103107]: {{(pid=103107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 08:38:01.134210 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port f047861e-be8c-40a2-a21d-a90a427cccc1 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:01.139288 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:01.175566 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] For port 7f011dba-6c66-472f-a8b0-041720acb700, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:38:01.185396 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] For port 7f011dba-6c66-472f-a8b0-041720acb700, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=7f011dba-6c66-472f-a8b0-041720acb700,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:38:01.253489 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:01.307039 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579814'] for router (5e9cab0d-07e5-4cf0-9626-9de81167c83e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:01.341663 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:01.342267 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:01.360407 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (7f011dba-6c66-472f-a8b0-041720acb700), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:01.385183 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Router bad07745-efa2-4b2c-b037-a601db989c84 is scheduled to L3 agent a6803982-6296-4973-9e95-2feb13f43b2d with binding_index 1 {{(pid=103104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 08:38:01.439532 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-aa3fdb90-ddea-45f8-87eb-64d99adfca7b admin admin] Publish callbacks [] for security_group (6ad7c5b1-d31a-4426-95a9-ad115dfd5c5d), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:01.462382 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:01.463924 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device f047861e-be8c-40a2-a21d-a90a427cccc1 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:01.474703 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-732fcbd2-e19f-4d07-82dd-a1292a34e4cd req-d020e8bd-9bb6-47dd-bb62-f0bb434f0fe4 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 210 time: 0.0948551 Jan 25 08:38:01.484374 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:38:01.489445 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:37:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:01.533482 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-aa3fdb90-ddea-45f8-87eb-64d99adfca7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6ad7c5b1-d31a-4426-95a9-ad115dfd5c5d), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:01.558153 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port f047861e-be8c-40a2-a21d-a90a427cccc1 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:01.558763 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:01.574905 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fdb90-ddea-45f8-87eb-64d99adfca7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad7c5b1-d31a-4426-95a9-ad115dfd5c5d,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:01.619428 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Allocated IP 172.20.0.1 (7112ec2a-354f-4299-a519-bb5af2762b92/3aa8424a-f40c-4afe-a08b-80f8771ddc15/9ebf10f2-0f71-4e87-8c85-9866f6d796b9) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:38:01.628555 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-aa3fdb90-ddea-45f8-87eb-64d99adfca7b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8cfe29c1adfe4dcca8f4a508c52b285a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2002516 Jan 25 08:38:01.632851 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37780) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:01.716136 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f126eb22-dcda-4759-97d1-ba5c28d9ac6b admin admin] Publish callbacks [] for security_group (6ad7c5b1-d31a-4426-95a9-ad115dfd5c5d), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:01.767382 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port f047861e-be8c-40a2-a21d-a90a427cccc1 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:01.782964 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f126eb22-dcda-4759-97d1-ba5c28d9ac6b admin admin] Publish callbacks [] for security_group (6ad7c5b1-d31a-4426-95a9-ad115dfd5c5d), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:01.864567 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Publish callbacks [] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:01.887189 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:38:01.922245 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:38:01.936230 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Sync routers for ids ['bad07745-efa2-4b2c-b037-a601db989c84'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:38:01.947945 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Routers {'bad07745-efa2-4b2c-b037-a601db989c84'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:38:01.948717 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:37:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['bad07745-efa2-4b2c-b037-a601db989c84'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:02.028458 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:02.032917 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:02.036145 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-719a7cfe-37c6-4464-85b6-c1e25da1cc88 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1552069 Jan 25 08:38:02.038124 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f126eb22-dcda-4759-97d1-ba5c28d9ac6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6ad7c5b1-d31a-4426-95a9-ad115dfd5c5d), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:02.038261 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Router 5e9cab0d-07e5-4cf0-9626-9de81167c83e is scheduled to L3 agent a6803982-6296-4973-9e95-2feb13f43b2d with binding_index 1 {{(pid=103104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 08:38:02.040935 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37828) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:02.042006 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f126eb22-dcda-4759-97d1-ba5c28d9ac6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:02.043417 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-f126eb22-dcda-4759-97d1-ba5c28d9ac6b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6ad7c5b1-d31a-4426-95a9-ad115dfd5c5d HTTP/1.1" status: 204 len: 168 time: 0.4090772 Jan 25 08:38:02.123160 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa6e0c-fce7-45cb-b185-3f7b64c07253 None None] Pushing event updated for resources: {'Port': ['ID=7f011dba-6c66-472f-a8b0-041720acb700,revision_number=3']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:02.140831 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Set router bad07745-efa2-4b2c-b037-a601db989c84 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:38:02.164528 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e9c07e32-0144-46bc-9275-d07dcb92a6d3 req-1304fa67-8357-49df-ba78-8f72189eb323 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 210 time: 0.1326451 Jan 25 08:38:02.185627 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Network 7112ec2a-354f-4299-a519-bb5af2762b92 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:02.186490 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Pushing event updated for resources: {'Port': ['ID=9ebf10f2-0f71-4e87-8c85-9866f6d796b9,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:02.198294 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:02.200673 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126eb22-dcda-4759-97d1-ba5c28d9ac6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad7c5b1-d31a-4426-95a9-ad115dfd5c5d,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:02.202551 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:38:02.203045 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582859'] for router_interface (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:02.258210 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:37:57Z', 'revision_number': 3, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:02.323961 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ea972f-af3f-4134-9009-e0ef2353a2d3 None None] The sync data for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi is: [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:37:57Z', 'revision_number': 3, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:38:02.527223 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'name': 'tempest-ServerRescueNegativeTestJSON-486988337-router', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:55Z', 'updated_at': '2022-01-25T08:37:59Z', 'revision_number': 3, 'project_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'gw_port': {'id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:19:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:02.590069 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Checking router: bad07745-efa2-4b2c-b037-a601db989c84 for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:38:02.590609 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Updating router bad07745-efa2-4b2c-b037-a601db989c84 port 492ad8a6-213e-4d53-b975-035d1057b56a binding host dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:38:02.654680 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (492ad8a6-213e-4d53-b975-035d1057b56a), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:02.656485 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:38:02.669765 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Sync routers for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:38:02.690937 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:38:02.691063 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.121', 60409) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:02.696128 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:37:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:02.829541 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-a8253ac1-d213-438c-b051-9055fea3452c None None] Provisioning complete for port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:02.829935 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a8253ac1-d213-438c-b051-9055fea3452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:02.851891 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:02.867590 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-cd7f9fe8-3011-460f-a2b6-86ed15b0cc87 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1150513 Jan 25 08:38:02.882494 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 37842) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:02.927935 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-a8253ac1-d213-438c-b051-9055fea3452c None None] Port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:38:02.956922 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8376562d-2ae2-41f7-b3ad-b6d567331475 req-ab4a7f41-0c78-4258-a57b-153934b0a537 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 210 time: 0.1302476 Jan 25 08:38:03.057525 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:03.156541 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.121', 60411) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:03.237419 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:38:03.272041 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-25605114-baea-4f7a-af9e-150ee601c967 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:03.273895 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-25605114-baea-4f7a-af9e-150ee601c967 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.121 "GET /v2.0/networks?id=dd295e8b-512d-4cc7-8d0a-0df033feac10 HTTP/1.1" status: 200 len: 812 time: 0.5815022 Jan 25 08:38:03.334111 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-375c43ef-4016-4219-9330-4bcf99955d5d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Request body: {'port': {'device_id': 'd70bb334-5a04-4c65-8fa0-ca80a2dca4fe', 'network_id': 'dd295e8b-512d-4cc7-8d0a-0df033feac10', 'admin_state_up': True, 'tenant_id': '4e2e67060bcb463cb3618f0a0a47b60d'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:03.431459 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 7f011dba-6c66-472f-a8b0-041720acb700 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:03.577996 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Publish callbacks [] for port (492ad8a6-213e-4d53-b975-035d1057b56a), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:03.639109 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 7f011dba-6c66-472f-a8b0-041720acb700 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:03.639524 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (7f011dba-6c66-472f-a8b0-041720acb700), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:03.717738 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (492ad8a6-213e-4d53-b975-035d1057b56a), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:03.842380 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:00Z', 'revision_number': 3, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:03.871667 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2902824-e5cd-46e3-80f5-06ddccd801d8 None None] Pushing event updated for resources: {'Port': ['ID=492ad8a6-213e-4d53-b975-035d1057b56a,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:03.906433 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Checking router: 5e9cab0d-07e5-4cf0-9626-9de81167c83e for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:38:03.911807 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Updating router 5e9cab0d-07e5-4cf0-9626-9de81167c83e port 53de0a83-8f98-4316-9ac3-45875681aefc binding host dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:38:03.915562 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Attempting to bind port 492ad8a6-213e-4d53-b975-035d1057b56a on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:38:03.915944 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Attempting to bind port 492ad8a6-213e-4d53-b975-035d1057b56a by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:38:03.916336 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Attempting to bind port 492ad8a6-213e-4d53-b975-035d1057b56a on network ed202089-45c6-4c7e-b473-596d2e9efddc {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:03.944448 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-468a8d20-df76-420a-b590-0909f1e83458 req-0f227253-61be-4ef5-b3ad-c437154beed8 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 210 time: 0.4842458 Jan 25 08:38:03.962619 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:38:03.963468 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Checking segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:03.965165 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:03.965725 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Bound using segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:38:03.978599 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Bound port: 492ad8a6-213e-4d53-b975-035d1057b56a, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:38:03.980194 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (492ad8a6-213e-4d53-b975-035d1057b56a), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:04.008121 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (53de0a83-8f98-4316-9ac3-45875681aefc), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:04.220144 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Publish callbacks [] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:04.262883 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 7f011dba-6c66-472f-a8b0-041720acb700 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:04.263274 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (7f011dba-6c66-472f-a8b0-041720acb700), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:04.280371 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-0577e139-1420-4fae-af03-28e1381f44d5 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:04.282610 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-0577e139-1420-4fae-af03-28e1381f44d5 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "GET /v2.0/networks?id=5a250842-ae7d-4621-8183-b5b4cc23ab14 HTTP/1.1" status: 200 len: 815 time: 1.1258066 Jan 25 08:38:04.297540 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:04.302524 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f2d7cdfb-4088-43d6-bbc5-e70cd96893ae req-6db1e7e8-dafc-4afa-b90e-c09f425e730e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 210 time: 0.1072612 Jan 25 08:38:04.302752 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582823'] for router_interface (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:04.388443 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-10ae4940-1064-4593-a3cf-adb5a86338a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Request body: {'port': {'device_id': '7fb5ecbe-f561-483d-960e-6764ab7b0649', 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14', 'admin_state_up': True, 'tenant_id': '3c84e11915fc4963a868824cc4b51944'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:04.391075 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port 7f011dba-6c66-472f-a8b0-041720acb700, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=7f011dba-6c66-472f-a8b0-041720acb700,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:04.399150 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] For port 492ad8a6-213e-4d53-b975-035d1057b56a, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:38:04.406478 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] For port 492ad8a6-213e-4d53-b975-035d1057b56a, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=492ad8a6-213e-4d53-b975-035d1057b56a,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:38:04.412684 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-375c43ef-4016-4219-9330-4bcf99955d5d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Made reservation on behalf of 4e2e67060bcb463cb3618f0a0a47b60d for: {'port': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:38:04.424282 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-375c43ef-4016-4219-9330-4bcf99955d5d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:04.462427 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (7f011dba-6c66-472f-a8b0-041720acb700), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:04.547108 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:04.555268 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Pushing event updated for resources: {'Port': ['ID=9ebf10f2-0f71-4e87-8c85-9866f6d796b9,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:04.562081 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=7f011dba-6c66-472f-a8b0-041720acb700,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:04.563713 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Publish callbacks [] for port (53de0a83-8f98-4316-9ac3-45875681aefc), precommit_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:04.574619 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (492ad8a6-213e-4d53-b975-035d1057b56a), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:04.651488 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (53de0a83-8f98-4316-9ac3-45875681aefc), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:04.682788 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2902824-e5cd-46e3-80f5-06ddccd801d8 None None] Pushing event updated for resources: {'Port': ['ID=492ad8a6-213e-4d53-b975-035d1057b56a,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:04.714603 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d6c8a-0213-4a47-91e6-75105b913248 None None] Pushing event updated for resources: {'Port': ['ID=53de0a83-8f98-4316-9ac3-45875681aefc,revision_number=2']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:04.751629 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Attempting to bind port 53de0a83-8f98-4316-9ac3-45875681aefc on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:38:04.753611 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Attempting to bind port 53de0a83-8f98-4316-9ac3-45875681aefc by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:38:04.753611 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Attempting to bind port 53de0a83-8f98-4316-9ac3-45875681aefc on network ed202089-45c6-4c7e-b473-596d2e9efddc {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:04.762535 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Routers {'bad07745-efa2-4b2c-b037-a601db989c84'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:38:04.763183 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:37:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['bad07745-efa2-4b2c-b037-a601db989c84'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:04.785646 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:38:04.786181 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Checking segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:04.786627 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:04.789359 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Bound using segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:38:04.790338 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Bound port: 53de0a83-8f98-4316-9ac3-45875681aefc, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:38:04.790750 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (53de0a83-8f98-4316-9ac3-45875681aefc), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:05.016426 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] For port 53de0a83-8f98-4316-9ac3-45875681aefc, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:38:05.035492 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] For port 53de0a83-8f98-4316-9ac3-45875681aefc, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=53de0a83-8f98-4316-9ac3-45875681aefc,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:38:05.115306 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:38:05.121415 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (53de0a83-8f98-4316-9ac3-45875681aefc), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:05.250133 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-288a73ea-a65b-4120-ba59-217c16864279 req-3d00fa7e-3ceb-448f-8a9a-1066e5155b72 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 210 time: 0.1286800 Jan 25 08:38:05.290168 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 7f011dba-6c66-472f-a8b0-041720acb700 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:05.311278 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Network 7112ec2a-354f-4299-a519-bb5af2762b92 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:05.316265 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:05.325226 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Allocated IP 172.20.0.1 (5eb1523e-8b36-4420-9865-509a0828a097/38a2320b-acd8-43cc-9a48-d5178286b608/c797b977-c476-4a7e-aa01-d1c3bddc96d3) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:38:05.349123 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-375c43ef-4016-4219-9330-4bcf99955d5d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Allocated IP 172.20.0.5 (dd295e8b-512d-4cc7-8d0a-0df033feac10/9823c8dd-ccf3-4b86-ba23-d73a4cb80321/ec60a83b-b173-4825-b3a5-a69b176dd031) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:38:05.489451 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Publish callbacks [] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:05.562043 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d6c8a-0213-4a47-91e6-75105b913248 None None] Pushing event updated for resources: {'Port': ['ID=53de0a83-8f98-4316-9ac3-45875681aefc,revision_number=3']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:05.573847 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:38:05.573847 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:37:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:05.638353 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:05.690204 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:05.745275 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:38:05.762314 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7813cbd6-ded3-43f5-b55e-697e90b287e6 req-86f137ba-5ae7-48f9-a201-8e3942ff1288 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 210 time: 0.1952043 Jan 25 08:38:05.791015 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Pushing event updated for resources: {'Port': ['ID=c797b977-c476-4a7e-aa01-d1c3bddc96d3,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:05.797949 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] Set router bad07745-efa2-4b2c-b037-a601db989c84 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:38:05.889090 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Network 5eb1523e-8b36-4420-9865-509a0828a097 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:05.900925 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:05.905431 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:38:05.906293 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582859'] for router_interface (bad07745-efa2-4b2c-b037-a601db989c84), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:06.012924 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-10ae4940-1064-4593-a3cf-adb5a86338a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Made reservation on behalf of 3c84e11915fc4963a868824cc4b51944 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:38:06.016939 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-10ae4940-1064-4593-a3cf-adb5a86338a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:06.082858 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:38:06.114352 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-375c43ef-4016-4219-9330-4bcf99955d5d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Publish callbacks [] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:06.148683 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 7f011dba-6c66-472f-a8b0-041720acb700 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:06.148683 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (7f011dba-6c66-472f-a8b0-041720acb700), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:06.276331 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-48a8be38-ddb2-462f-b9c7-63f2d0e70bab None None] Provisioning complete for port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:06.279131 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-48a8be38-ddb2-462f-b9c7-63f2d0e70bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:06.331676 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Allocated IP 172.20.0.1 (1034f08a-497e-433f-a3f5-f68e036144ee/3f7bec09-c3cd-427a-a947-5b8b47de6266/42c4382f-2382-4a1a-b711-cdae16b515d1) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:38:06.381397 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-48a8be38-ddb2-462f-b9c7-63f2d0e70bab None None] Port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:38:06.520922 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-688990af-8e82-44f1-9e8a-d0f926062b4a req-621cb83e-b953-4b55-a4b2-6b9b0fada82e tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 210 time: 0.0820131 Jan 25 08:38:06.570878 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:38:06.585842 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-293bf2eb-fa34-43d4-b98a-1ece2730b8ae admin admin] 10.222.0.112 "PUT /v2.0/routers/5b918d7c-1356-4459-a1f7-f44db1d5bf6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8728387 Jan 25 08:38:06.628177 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-375c43ef-4016-4219-9330-4bcf99955d5d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:06.689779 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Sync routers for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:38:06.866276 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:00Z', 'revision_number': 3, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:06.867766 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:38:06.867766 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:37:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:06.868396 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-375c43ef-4016-4219-9330-4bcf99955d5d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Network dd295e8b-512d-4cc7-8d0a-0df033feac10 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:06.868486 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec304e8-fee7-4a66-b193-0b3e140707b8 None None] The sync data for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi is: [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:00Z', 'revision_number': 3, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:38:06.868589 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-10ae4940-1064-4593-a3cf-adb5a86338a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Allocated IP 172.20.0.10 (5a250842-ae7d-4621-8183-b5b4cc23ab14/7f8965e3-8a09-4d2f-9556-60a9e740f6a9/41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:38:06.879510 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-375c43ef-4016-4219-9330-4bcf99955d5d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:06.893722 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-375c43ef-4016-4219-9330-4bcf99955d5d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:38:06.900165 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 7f011dba-6c66-472f-a8b0-041720acb700 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:06.918393 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-375c43ef-4016-4219-9330-4bcf99955d5d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:06.927360 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-375c43ef-4016-4219-9330-4bcf99955d5d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:06.963519 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c43ef-4016-4219-9330-4bcf99955d5d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Pushing event updated for resources: {'Port': ['ID=ec60a83b-b173-4825-b3a5-a69b176dd031,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:07.010384 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f7fe1471-519e-4507-83da-2db319ff7fbf req-d91eafae-30e5-4128-9205-d2deacc08693 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 210 time: 0.1216011 Jan 25 08:38:07.071872 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:07.153159 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:38:07.180140 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Publish callbacks [] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:07.255445 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-375c43ef-4016-4219-9330-4bcf99955d5d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9305599 Jan 25 08:38:07.267062 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-77369e34-e72f-4d20-b306-211b17554cd8 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:38:07.268069 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-77369e34-e72f-4d20-b306-211b17554cd8 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060053 Jan 25 08:38:07.508896 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'name': 'tempest-ServerRescueNegativeTestJSON-486988337-router', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:55Z', 'updated_at': '2022-01-25T08:37:59Z', 'revision_number': 3, 'project_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'gw_port': {'id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:19:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:07.552776 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5c655-a91c-42b9-bc3e-566254b76115 None None] The sync data for ids ['bad07745-efa2-4b2c-b037-a601db989c84'] in dv-cinder-811877-9-iscsi is: [{'id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'name': 'tempest-ServerRescueNegativeTestJSON-486988337-router', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:55Z', 'updated_at': '2022-01-25T08:37:59Z', 'revision_number': 3, 'project_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'gw_port': {'id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:19:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:38:07.593414 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:03Z', 'revision_number': 2, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:07.680731 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Request body: {'port': {'device_id': 'd70bb334-5a04-4c65-8fa0-ca80a2dca4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:07.736660 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Checking router: 5b918d7c-1356-4459-a1f7-f44db1d5bf6f for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:38:07.740823 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Updating router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 binding host dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:38:07.764799 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:07.780855 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37972) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:07.791221 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-9a7cdfc7-454f-4a5c-9015-ee9a5152a39e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--649824256', 'description': 'tempest-description--395278465'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:07.821315 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Publish callbacks [] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:07.901344 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:07.902098 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582823'] for router_interface (bad07745-efa2-4b2c-b037-a601db989c84), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:07.908842 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:08.029606 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9a7cdfc7-454f-4a5c-9015-ee9a5152a39e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:08.269003 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0081f-2eaf-4f82-bd43-96eecf6fba95 req-2f2b77a5-1000-40ea-be0c-118c074f3dd0 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:08.271734 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-95b0081f-2eaf-4f82-bd43-96eecf6fba95 req-2f2b77a5-1000-40ea-be0c-118c074f3dd0 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 931 time: 0.4462914 Jan 25 08:38:08.272986 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:08.327701 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Pushing event updated for resources: {'Port': ['ID=c797b977-c476-4a7e-aa01-d1c3bddc96d3,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:08.370423 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b273e16c-160c-4996-afe3-04b869b6b637 req-6c7830d2-eb52-4981-ba24-5d1d94dedbd8 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 210 time: 0.1135187 Jan 25 08:38:08.498168 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Network 1034f08a-497e-433f-a3f5-f68e036144ee is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:08.514330 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-10ae4940-1064-4593-a3cf-adb5a86338a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks [] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:08.559120 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Publish callbacks [] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:08.585393 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:08.592501 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:38:08.592501 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582859'] for router_interface (5e9cab0d-07e5-4cf0-9626-9de81167c83e), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:08.605295 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9a7cdfc7-454f-4a5c-9015-ee9a5152a39e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group (38c1f217-8a8b-475d-a718-eaa889001039), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:08.637506 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:08.716955 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9a7cdfc7-454f-4a5c-9015-ee9a5152a39e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (38c1f217-8a8b-475d-a718-eaa889001039), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:08.769773 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Pushing event updated for resources: {'Port': ['ID=42c4382f-2382-4a1a-b711-cdae16b515d1,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:08.945553 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908156bc-5906-4cf7-b66e-cadc8b4d45b5 None None] Pushing event updated for resources: {'Port': ['ID=9ebf10f2-0f71-4e87-8c85-9866f6d796b9,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:09.079375 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Attempting to bind port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:38:09.081319 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cdfc7-454f-4a5c-9015-ee9a5152a39e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c1f217-8a8b-475d-a718-eaa889001039,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:09.082049 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Attempting to bind port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:38:09.082482 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Attempting to bind port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 on network 7112ec2a-354f-4299-a519-bb5af2762b92 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:09.099554 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:38:09.099990 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Checking segment: {'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:09.100518 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:09.101037 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Bound using segment: {'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:38:09.101492 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Bound port: 9ebf10f2-0f71-4e87-8c85-9866f6d796b9, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:38:09.101885 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:09.177424 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9a7cdfc7-454f-4a5c-9015-ee9a5152a39e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:09.177424 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-9a7cdfc7-454f-4a5c-9015-ee9a5152a39e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3935781 Jan 25 08:38:09.189632 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 37994) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:09.215524 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-6488c19c-2975-474b-a32b-3766ce61794d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Request body: {'security_group_rule': {'security_group_id': '38c1f217-8a8b-475d-a718-eaa889001039', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:09.305014 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] For port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:38:09.314104 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] For port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=9ebf10f2-0f71-4e87-8c85-9866f6d796b9,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:38:09.341599 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-0a271346-d307-4f50-ae50-abd120962930 None None] Provisioning complete for port 42c4382f-2382-4a1a-b711-cdae16b515d1 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:09.346231 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0a271346-d307-4f50-ae50-abd120962930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:09.457060 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6488c19c-2975-474b-a32b-3766ce61794d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group_rule (73694be5-e79b-4cd0-9419-e97ffc285a8b), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:09.489945 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec60a83b-b173-4825-b3a5-a69b176dd031 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:38:09.498059 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:09.521524 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Publish callbacks [] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:09.558765 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 492ad8a6-213e-4d53-b975-035d1057b56a up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:09.647633 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Network 5eb1523e-8b36-4420-9865-509a0828a097 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:09.653677 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Transition to ACTIVE for port object ec60a83b-b173-4825-b3a5-a69b176dd031 will not be triggered until provisioned by entity L2. {{(pid=103105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:38:09.674353 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:09.694975 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-95b0081f-2eaf-4f82-bd43-96eecf6fba95 req-7b64bebe-aabc-491e-a125-1e78df0673eb tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3652656 Jan 25 08:38:09.737469 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-73a79c9e-e0c2-48d7-92e6-058c0bf8dfd5 req-d23bbff8-8e84-4f53-9976-c631c53e8ccf tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 210 time: 0.1083825 Jan 25 08:38:09.777164 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:09.863587 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Pushing event updated for resources: {'Port': ['ID=ec60a83b-b173-4825-b3a5-a69b176dd031,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:09.907374 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-0a271346-d307-4f50-ae50-abd120962930 None None] Port 42c4382f-2382-4a1a-b711-cdae16b515d1 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:38:09.951057 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-239cf3e8-08c6-43ae-8eac-d626ff3d61a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:09.964949 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908156bc-5906-4cf7-b66e-cadc8b4d45b5 None None] Pushing event updated for resources: {'Port': ['ID=9ebf10f2-0f71-4e87-8c85-9866f6d796b9,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:09.970003 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6488c19c-2975-474b-a32b-3766ce61794d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group_rule (73694be5-e79b-4cd0-9419-e97ffc285a8b), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.024141 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Router bad07745-efa2-4b2c-b037-a601db989c84 has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:38:10.028099 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:38:10.028757 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:37:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:10.032290 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 492ad8a6-213e-4d53-b975-035d1057b56a triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:10.032693 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (492ad8a6-213e-4d53-b975-035d1057b56a), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.049935 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-10ae4940-1064-4593-a3cf-adb5a86338a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.095139 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.122548 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6488c19c-2975-474b-a32b-3766ce61794d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (73694be5-e79b-4cd0-9419-e97ffc285a8b), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.140707 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Attempting to bind port ec60a83b-b173-4825-b3a5-a69b176dd031 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:38:10.152702 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Attempting to bind port ec60a83b-b173-4825-b3a5-a69b176dd031 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'cede7dee-166a-4435-92a7-e41318a7293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd295e8b-512d-4cc7-8d0a-0df033feac10'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:38:10.153633 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Attempting to bind port ec60a83b-b173-4825-b3a5-a69b176dd031 on network dd295e8b-512d-4cc7-8d0a-0df033feac10 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:10.180507 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Port ec60a83b-b173-4825-b3a5-a69b176dd031 on network dd295e8b-512d-4cc7-8d0a-0df033feac10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:38:10.188420 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Attempting to bind port ec60a83b-b173-4825-b3a5-a69b176dd031 on network dd295e8b-512d-4cc7-8d0a-0df033feac10 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:10.217610 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:38:10.219190 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Checking segment: {'id': 'cede7dee-166a-4435-92a7-e41318a7293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd295e8b-512d-4cc7-8d0a-0df033feac10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:10.220693 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Bound using segment: {'id': 'cede7dee-166a-4435-92a7-e41318a7293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd295e8b-512d-4cc7-8d0a-0df033feac10'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:38:10.222531 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Bound port: ec60a83b-b173-4825-b3a5-a69b176dd031, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cede7dee-166a-4435-92a7-e41318a7293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd295e8b-512d-4cc7-8d0a-0df033feac10'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:38:10.223052 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.228955 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488c19c-2975-474b-a32b-3766ce61794d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73694be5-e79b-4cd0-9419-e97ffc285a8b,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:10.293033 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6488c19c-2975-474b-a32b-3766ce61794d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.294621 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-6488c19c-2975-474b-a32b-3766ce61794d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1047850 Jan 25 08:38:10.298417 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38014) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:10.308433 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-48f659e3-36c3-46ec-8918-8023fd4a0f91 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Request body: {'security_group_rule': {'security_group_id': '38c1f217-8a8b-475d-a718-eaa889001039', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:10.338343 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-10ae4940-1064-4593-a3cf-adb5a86338a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Network 5a250842-ae7d-4621-8183-b5b4cc23ab14 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:10.373411 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] For port ec60a83b-b173-4825-b3a5-a69b176dd031, host hv-cinder-81187, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:38:10.377067 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-10ae4940-1064-4593-a3cf-adb5a86338a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:10.384557 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] For port ec60a83b-b173-4825-b3a5-a69b176dd031, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ec60a83b-b173-4825-b3a5-a69b176dd031,segment=NetworkSegment(cede7dee-166a-4435-92a7-e41318a7293c),segment_id=cede7dee-166a-4435-92a7-e41318a7293c)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:38:10.390364 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-46280e09-2f0d-43b2-888a-5d0fcc17f93d None None] Provisioning complete for port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:10.390741 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-46280e09-2f0d-43b2-888a-5d0fcc17f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.430443 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-10ae4940-1064-4593-a3cf-adb5a86338a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:38:10.444915 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-10ae4940-1064-4593-a3cf-adb5a86338a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:10.449176 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-10ae4940-1064-4593-a3cf-adb5a86338a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.466410 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.487261 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:38:10.492140 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae4940-1064-4593-a3cf-adb5a86338a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Pushing event updated for resources: {'Port': ['ID=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:10.521029 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-48f659e3-36c3-46ec-8918-8023fd4a0f91 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group_rule (02af2c57-544a-44cd-92be-654e596585bd), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.542755 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:10.543862 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.546928 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] 10.222.0.121 "PUT /v2.0/ports/ec60a83b-b173-4825-b3a5-a69b176dd031 HTTP/1.1" status: 200 len: 1093 time: 2.9665089 Jan 25 08:38:10.547510 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70bb334-5a04-4c65-8fa0-ca80a2dca4fe', 'tag': 'ec60a83b-b173-4825-b3a5-a69b176dd031'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:38:10.614748 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 492ad8a6-213e-4d53-b975-035d1057b56a is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:10.615354 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (492ad8a6-213e-4d53-b975-035d1057b56a), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.684462 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port 492ad8a6-213e-4d53-b975-035d1057b56a, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=492ad8a6-213e-4d53-b975-035d1057b56a,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:10.715730 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-10ae4940-1064-4593-a3cf-adb5a86338a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3441832 Jan 25 08:38:10.728203 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:38:10.742708 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-517a8609-4bc2-45c9-95f9-ed29f851ee13 admin admin] 10.222.0.112 "PUT /v2.0/routers/bad07745-efa2-4b2c-b037-a601db989c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6973891 Jan 25 08:38:10.782254 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Request body: {'port': {'device_id': '7fb5ecbe-f561-483d-960e-6764ab7b0649', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:10.818940 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (492ad8a6-213e-4d53-b975-035d1057b56a), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:10.818940 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 53de0a83-8f98-4316-9ac3-45875681aefc up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:10.930300 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf886181-ecb4-4dd4-8f4a-f9743eecc290 service neutron] Pushing event updated for resources: {'Port': ['ID=ec60a83b-b173-4825-b3a5-a69b176dd031,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:11.037544 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-48f659e3-36c3-46ec-8918-8023fd4a0f91 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group_rule (02af2c57-544a-44cd-92be-654e596585bd), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:11.064560 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=492ad8a6-213e-4d53-b975-035d1057b56a,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:11.067649 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-46280e09-2f0d-43b2-888a-5d0fcc17f93d None None] Current status of the port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:11.068041 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-46280e09-2f0d-43b2-888a-5d0fcc17f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:11.086762 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae34b8c-db3f-4b52-b830-529f30ea5d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d70bb334-5a04-4c65-8fa0-ca80a2dca4fe", "tag": "ec60a83b-b173-4825-b3a5-a69b176dd031"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:38:11.146698 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-48f659e3-36c3-46ec-8918-8023fd4a0f91 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (02af2c57-544a-44cd-92be-654e596585bd), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:11.171408 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:11.174333 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4807d61-6c75-4274-b630-8f8f7fef45b6 req-6049a03a-dee0-4866-947b-7a0eb7b05b1a tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:11.176382 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a4807d61-6c75-4274-b630-8f8f7fef45b6 req-6049a03a-dee0-4866-947b-7a0eb7b05b1a tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 932 time: 0.2306247 Jan 25 08:38:11.207164 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-46280e09-2f0d-43b2-888a-5d0fcc17f93d None None] For port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=9ebf10f2-0f71-4e87-8c85-9866f6d796b9,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:11.235479 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 53de0a83-8f98-4316-9ac3-45875681aefc triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:11.236323 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (53de0a83-8f98-4316-9ac3-45875681aefc), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:11.291096 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-06de03c9-7496-425f-99dd-3cfeaf2b0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:11.307864 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-46280e09-2f0d-43b2-888a-5d0fcc17f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:11.317301 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-06de03c9-7496-425f-99dd-3cfeaf2b0a53 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4e2e67060bcb463cb3618f0a0a47b60d&device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 1096 time: 0.3664923 Jan 25 08:38:11.323607 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0205dc9-64d2-44cc-92fb-c7489cd4c15b req-2d9475be-036f-4e90-8074-2844555c8429 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:11.330928 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a0205dc9-64d2-44cc-92fb-c7489cd4c15b req-2d9475be-036f-4e90-8074-2844555c8429 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.3058827 Jan 25 08:38:11.342958 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f659e3-36c3-46ec-8918-8023fd4a0f91 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02af2c57-544a-44cd-92be-654e596585bd,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:11.361678 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 53de0a83-8f98-4316-9ac3-45875681aefc is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:11.362152 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (53de0a83-8f98-4316-9ac3-45875681aefc), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:11.400230 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port 53de0a83-8f98-4316-9ac3-45875681aefc, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=53de0a83-8f98-4316-9ac3-45875681aefc,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:11.407791 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:11.428431 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Sync routers for ids ['bad07745-efa2-4b2c-b037-a601db989c84'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:38:11.457364 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Routers {'bad07745-efa2-4b2c-b037-a601db989c84'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:38:11.458003 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:37:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['bad07745-efa2-4b2c-b037-a601db989c84'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:11.505805 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Publish callbacks [] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:11.590765 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a0205dc9-64d2-44cc-92fb-c7489cd4c15b req-0cbdc7b2-1331-4219-89f7-d738fcd278f8 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588499 Jan 25 08:38:11.621137 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:11.621886 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582823'] for router_interface (5e9cab0d-07e5-4cf0-9626-9de81167c83e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:11.636989 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-48f659e3-36c3-46ec-8918-8023fd4a0f91 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:11.641370 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-48f659e3-36c3-46ec-8918-8023fd4a0f91 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3385563 Jan 25 08:38:11.643452 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-7b859183-009d-4f29-8e20-a754daa2d37a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec60a83b-b173-4825-b3a5-a69b176dd031 HTTP/1.1" status: 200 len: 217 time: 0.2977834 Jan 25 08:38:11.651757 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38046) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:11.677519 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46280e09-2f0d-43b2-888a-5d0fcc17f93d None None] Pushing event updated for resources: {'Port': ['ID=9ebf10f2-0f71-4e87-8c85-9866f6d796b9,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:11.685006 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (53de0a83-8f98-4316-9ac3-45875681aefc), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:11.689556 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Request body: {'floatingip': {'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:11.716849 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13108c4-d133-478b-af87-b3dc3df97f39 None None] The sync data for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi is: [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:38:11.752951 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a4807d61-6c75-4274-b630-8f8f7fef45b6 req-2e896618-6f69-4444-b4c8-8c25406130fb tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117180 Jan 25 08:38:11.885203 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Pushing event updated for resources: {'Port': ['ID=42c4382f-2382-4a1a-b711-cdae16b515d1,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:11.896909 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Set router bad07745-efa2-4b2c-b037-a601db989c84 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:38:11.953875 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-5551b0b9-2835-4ba4-a0c8-ecaf18e2f68a None None] Provisioning complete for port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:11.955730 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-891ed0e6-11f1-439f-a180-054356c77ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:11.958105 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-891ed0e6-11f1-439f-a180-054356c77ecc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9823c8dd-ccf3-4b86-ba23-d73a4cb80321 HTTP/1.1" status: 200 len: 852 time: 0.2931678 Jan 25 08:38:11.984837 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5551b0b9-2835-4ba4-a0c8-ecaf18e2f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:12.023108 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 492ad8a6-213e-4d53-b975-035d1057b56a up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:12.046527 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-285a2d13-d0dd-471e-a46d-caf838f97773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:12.172227 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Network 1034f08a-497e-433f-a3f5-f68e036144ee is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:12.175103 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:12.214414 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:12.249251 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=53de0a83-8f98-4316-9ac3-45875681aefc,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:12.282130 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-5e0549a1-6b3a-4b5c-8752-76849fd320ed service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=dd295e8b-512d-4cc7-8d0a-0df033feac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2592690 Jan 25 08:38:12.289947 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed9e220-e4d6-4aae-8f35-57a57f3336ca x-openstack-request-id: req-aed9e220-e4d6-4aae-8f35-57a57f3336ca {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:38:12.291483 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70bb334-5a04-4c65-8fa0-ca80a2dca4fe", "tag": "ec60a83b-b173-4825-b3a5-a69b176dd031", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:38:12.294308 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-aed9e220-e4d6-4aae-8f35-57a57f3336ca {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:38:12.295715 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70bb334-5a04-4c65-8fa0-ca80a2dca4fe', 'tag': 'ec60a83b-b173-4825-b3a5-a69b176dd031', 'status': 'completed', 'code': 200} Jan 25 08:38:12.338234 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:38:12.374069 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-5551b0b9-2835-4ba4-a0c8-ecaf18e2f68a None None] Current status of the port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:12.387945 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Publish callbacks [] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:12.441362 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 492ad8a6-213e-4d53-b975-035d1057b56a triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:12.441772 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (492ad8a6-213e-4d53-b975-035d1057b56a), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:12.495216 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Transition to ACTIVE for port object 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:38:12.540111 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-42023f85-5d07-4cbb-b6f9-7dd6c1f2d10e service neutron] 10.222.0.121 "GET /v2.0/networks/dd295e8b-512d-4cc7-8d0a-0df033feac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349758 Jan 25 08:38:12.607083 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'name': 'tempest-ServerRescueNegativeTestJSON-486988337-router', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:55Z', 'updated_at': '2022-01-25T08:38:06Z', 'revision_number': 4, 'project_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'gw_port': {'id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:19:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'c797b977-c476-4a7e-aa01-d1c3bddc96d3', 'name': '', 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'mac_address': 'fa:16:3e:e5:0b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '38a2320b-acd8-43cc-9a48-d5178286b608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:07Z', 'revision_number': 2, 'project_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'subnets': [{'id': '38a2320b-acd8-43cc-9a48-d5178286b608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:12.637335 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:12.690992 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Checking router: bad07745-efa2-4b2c-b037-a601db989c84 for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:38:12.695753 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Updating router bad07745-efa2-4b2c-b037-a601db989c84 port c797b977-c476-4a7e-aa01-d1c3bddc96d3 binding host dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:38:12.705656 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 492ad8a6-213e-4d53-b975-035d1057b56a is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:12.712628 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04b025cb-1b76-4a88-87aa-98a4bb13c6a0 req-53524a22-cfca-4c60-85b0-90f43db82ef8 service neutron] 10.222.0.121 "GET /v2.0/networks/dd295e8b-512d-4cc7-8d0a-0df033feac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566675 Jan 25 08:38:12.760485 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:12.799503 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Pushing event updated for resources: {'Port': ['ID=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:12.820004 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Router 5e9cab0d-07e5-4cf0-9626-9de81167c83e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:38:12.826203 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-610067fd-7b65-421f-8bdb-82dd2be63228 None None] Provisioning complete for port 42c4382f-2382-4a1a-b711-cdae16b515d1 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:12.826372 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-610067fd-7b65-421f-8bdb-82dd2be63228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:12.945716 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-610067fd-7b65-421f-8bdb-82dd2be63228 None None] Port 42c4382f-2382-4a1a-b711-cdae16b515d1 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:38:13.016859 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae34b8c-db3f-4b52-b830-529f30ea5d1b req-cc09c130-630e-4748-9d90-0ade76136f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:13.018512 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1ae34b8c-db3f-4b52-b830-529f30ea5d1b req-cc09c130-630e-4748-9d90-0ade76136f4a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4e2e67060bcb463cb3618f0a0a47b60d&device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 1096 time: 0.1442928 Jan 25 08:38:13.049475 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:13.163857 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:13.170056 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Attempting to bind port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:38:13.170600 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Attempting to bind port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:38:13.170912 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Attempting to bind port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d on network 5a250842-ae7d-4621-8183-b5b4cc23ab14 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:13.196068 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7754a-4aa7-4cdf-a07b-e3feb041531b req-d8911a88-37d9-489d-a312-e953eba0a517 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:13.205775 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-abf7754a-4aa7-4cdf-a07b-e3feb041531b req-d8911a88-37d9-489d-a312-e953eba0a517 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.4112499 Jan 25 08:38:13.206386 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d on network 5a250842-ae7d-4621-8183-b5b4cc23ab14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:38:13.206746 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Attempting to bind port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d on network 5a250842-ae7d-4621-8183-b5b4cc23ab14 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:13.236704 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:38:13.266959 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Checking segment: {'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:13.266959 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Bound using segment: {'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:38:13.278266 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Bound port: 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:38:13.281219 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:13.534713 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae34b8c-db3f-4b52-b830-529f30ea5d1b req-52dfa89a-2701-4ed8-b2ce-94c1021446c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:13.541810 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1ae34b8c-db3f-4b52-b830-529f30ea5d1b req-52dfa89a-2701-4ed8-b2ce-94c1021446c7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=dd295e8b-512d-4cc7-8d0a-0df033feac10 HTTP/1.1" status: 200 len: 913 time: 0.4914408 Jan 25 08:38:13.563203 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Publish callbacks [] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), precommit_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:13.641880 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:13.662539 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1ae34b8c-db3f-4b52-b830-529f30ea5d1b req-bef9bf2a-e7e6-4fc1-82f0-311bd1040bac service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec60a83b-b173-4825-b3a5-a69b176dd031 HTTP/1.1" status: 200 len: 217 time: 0.1072388 Jan 25 08:38:13.750229 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Allocated IP 172.27.1.215 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/4de1e998-6fcb-4c7a-906a-e573b10cfd06) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:38:13.783555 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae34b8c-db3f-4b52-b830-529f30ea5d1b req-0bc77c72-0b02-4eff-876f-98880fe23c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:13.785927 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1ae34b8c-db3f-4b52-b830-529f30ea5d1b req-0bc77c72-0b02-4eff-876f-98880fe23c75 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9823c8dd-ccf3-4b86-ba23-d73a4cb80321 HTTP/1.1" status: 200 len: 852 time: 0.1084692 Jan 25 08:38:13.853004 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1ae34b8c-db3f-4b52-b830-529f30ea5d1b req-3b772ad9-73c4-4c4c-9d0f-53e71add7200 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=dd295e8b-512d-4cc7-8d0a-0df033feac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536506 Jan 25 08:38:14.046568 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Attempting to bind port c797b977-c476-4a7e-aa01-d1c3bddc96d3 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:38:14.057653 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Attempting to bind port c797b977-c476-4a7e-aa01-d1c3bddc96d3 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '183eb43f-d766-4d13-975f-0367b2e71554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097'}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:38:14.058061 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Attempting to bind port c797b977-c476-4a7e-aa01-d1c3bddc96d3 on network 5eb1523e-8b36-4420-9865-509a0828a097 {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:14.072148 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:38:14.072531 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Checking segment: {'id': '183eb43f-d766-4d13-975f-0367b2e71554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:14.074076 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:14.074490 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Bound using segment: {'id': '183eb43f-d766-4d13-975f-0367b2e71554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097'} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:38:14.075243 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Bound port: c797b977-c476-4a7e-aa01-d1c3bddc96d3, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183eb43f-d766-4d13-975f-0367b2e71554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097'}}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:38:14.075639 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:14.091570 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for port (4de1e998-6fcb-4c7a-906a-e573b10cfd06), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:14.116674 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1ae34b8c-db3f-4b52-b830-529f30ea5d1b req-e959cb29-d292-44a0-b5ec-83095c46e0bd service neutron] 10.222.0.121 "GET /v2.0/networks/dd295e8b-512d-4cc7-8d0a-0df033feac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155504 Jan 25 08:38:14.138451 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:14.196028 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38086) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:14.202905 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] For port c797b977-c476-4a7e-aa01-d1c3bddc96d3, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:38:14.213484 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] For port c797b977-c476-4a7e-aa01-d1c3bddc96d3, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=c797b977-c476-4a7e-aa01-d1c3bddc96d3,segment=NetworkSegment(183eb43f-d766-4d13-975f-0367b2e71554),segment_id=183eb43f-d766-4d13-975f-0367b2e71554)] {{(pid=103107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:38:14.213484 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a935bfe-6f48-4ced-bea7-f247d5942cc6 None None] Pushing event updated for resources: {'Port': ['ID=c797b977-c476-4a7e-aa01-d1c3bddc96d3,revision_number=3']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:14.236941 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:14.236941 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:14.310707 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:14.328797 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1ae34b8c-db3f-4b52-b830-529f30ea5d1b req-768d32a3-e7c8-46ce-84cb-c10ae1a4e926 service neutron] 10.222.0.121 "GET /v2.0/networks/dd295e8b-512d-4cc7-8d0a-0df033feac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919763 Jan 25 08:38:14.361207 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-abf7754a-4aa7-4cdf-a07b-e3feb041531b req-77ab442f-369c-48eb-8d14-48aa09e9c8af tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1257236 Jan 25 08:38:14.368429 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:38:14.372289 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (4de1e998-6fcb-4c7a-906a-e573b10cfd06), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:14.392215 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-cc072e67-0d01-4bfc-b6cc-c9d27974524e admin admin] 10.222.0.112 "PUT /v2.0/routers/5e9cab0d-07e5-4cf0-9626-9de81167c83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5081406 Jan 25 08:38:14.421763 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Sync routers for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:38:14.430913 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Routers {'bad07745-efa2-4b2c-b037-a601db989c84'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:38:14.431578 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:38:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['bad07745-efa2-4b2c-b037-a601db989c84'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:14.433263 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:14.441490 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 53de0a83-8f98-4316-9ac3-45875681aefc up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:14.458200 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] For port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d, host hv-cinder-81187, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:38:14.474137 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] For port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:38:14.571962 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:14.575918 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:14.588118 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event updated for resources: {'Port': ['ID=4de1e998-6fcb-4c7a-906a-e573b10cfd06,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:14.593394 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:38:14.594548 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:38:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:14.599854 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:14.608958 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:38:14.663000 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-804a5602-6343-47f1-9415-e4abd6518467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:14.698162 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:14.698930 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:14.709654 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] 10.222.0.121 "PUT /v2.0/ports/41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d HTTP/1.1" status: 200 len: 1094 time: 3.9641209 Jan 25 08:38:14.710815 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb5ecbe-f561-483d-960e-6764ab7b0649', 'tag': '41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:38:14.777978 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:38:14.789677 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-804a5602-6343-47f1-9415-e4abd6518467 admin admin] Publish callbacks [] for security_group (691b02e9-b5e6-40c3-90fb-dd5c5e6a9701), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:14.808666 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] Set router bad07745-efa2-4b2c-b037-a601db989c84 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:38:14.824949 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 53de0a83-8f98-4316-9ac3-45875681aefc triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:14.825581 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (53de0a83-8f98-4316-9ac3-45875681aefc), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:14.903552 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:15.067945 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-804a5602-6343-47f1-9415-e4abd6518467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (691b02e9-b5e6-40c3-90fb-dd5c5e6a9701), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:15.084566 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee9690-bbf8-49c5-a194-bf58dde50e0f req-0940ce3d-7cde-446d-8553-60f85ebc0f7f tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:15.087506 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-cdee9690-bbf8-49c5-a194-bf58dde50e0f req-0940ce3d-7cde-446d-8553-60f85ebc0f7f tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 944 time: 0.5682573 Jan 25 08:38:15.130082 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a935bfe-6f48-4ced-bea7-f247d5942cc6 None None] Pushing event updated for resources: {'Port': ['ID=c797b977-c476-4a7e-aa01-d1c3bddc96d3,revision_number=4']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:15.174712 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'name': 'tempest-ServerRescueNegativeTestJSON-486988337-router', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:55Z', 'updated_at': '2022-01-25T08:38:06Z', 'revision_number': 4, 'project_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'gw_port': {'id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:19:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'c797b977-c476-4a7e-aa01-d1c3bddc96d3', 'name': '', 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'mac_address': 'fa:16:3e:e5:0b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '38a2320b-acd8-43cc-9a48-d5178286b608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:14Z', 'revision_number': 4, 'project_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'subnets': [{'id': '38a2320b-acd8-43cc-9a48-d5178286b608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:15.222628 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 38102) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:15.225395 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-804a5602-6343-47f1-9415-e4abd6518467 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=95f34737cb53449f99b3050480e6f5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9619608 Jan 25 08:38:15.247275 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-81f11c7b-464f-4c03-895f-510f59268e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:15.249843 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-81f11c7b-464f-4c03-895f-510f59268e9e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3c84e11915fc4963a868824cc4b51944&device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 1097 time: 0.3267670 Jan 25 08:38:15.279877 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167e26b5-d05f-4c34-9e8c-3572ef084788 None None] The sync data for ids ['bad07745-efa2-4b2c-b037-a601db989c84'] in dv-cinder-811877-9-iscsi is: [{'id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'name': 'tempest-ServerRescueNegativeTestJSON-486988337-router', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:55Z', 'updated_at': '2022-01-25T08:38:06Z', 'revision_number': 4, 'project_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'gw_port': {'id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:19:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'c797b977-c476-4a7e-aa01-d1c3bddc96d3', 'name': '', 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'mac_address': 'fa:16:3e:e5:0b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '38a2320b-acd8-43cc-9a48-d5178286b608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:14Z', 'revision_number': 4, 'project_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'subnets': [{'id': '38a2320b-acd8-43cc-9a48-d5178286b608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:38:15.380836 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e92e8b-9f5e-4e07-8e9e-23537c33bd07 service neutron] Pushing event updated for resources: {'Port': ['ID=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:15.420555 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6680b252-a38c-4c00-93d8-e8db4a047102" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb5ecbe-f561-483d-960e-6764ab7b0649", "tag": "41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:38:15.430835 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a5602-6343-47f1-9415-e4abd6518467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691b02e9-b5e6-40c3-90fb-dd5c5e6a9701,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:15.442098 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-c9a711ad-53e0-4ea6-bab9-208b876844c3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d HTTP/1.1" status: 200 len: 217 time: 0.1751783 Jan 25 08:38:15.445726 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (62d45a25-2bcf-4b4b-9c02-89d421c44452), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:15.464593 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-cdee9690-bbf8-49c5-a194-bf58dde50e0f req-bad06f81-6e3b-4e46-9e6f-b1ba35356325 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306863 Jan 25 08:38:15.506399 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 53de0a83-8f98-4316-9ac3-45875681aefc is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:15.538569 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0cc3b5b-cd46-48c5-8193-a64f8e96b6d3 admin admin] Publish callbacks [] for security_group (691b02e9-b5e6-40c3-90fb-dd5c5e6a9701), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:15.584795 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-c02534fc-501a-4903-901f-2e9999f81c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:15.585869 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-c02534fc-501a-4903-901f-2e9999f81c20 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7f8965e3-8a09-4d2f-9556-60a9e740f6a9 HTTP/1.1" status: 200 len: 855 time: 0.1112101 Jan 25 08:38:15.590882 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0cc3b5b-cd46-48c5-8193-a64f8e96b6d3 admin admin] Publish callbacks [] for security_group (691b02e9-b5e6-40c3-90fb-dd5c5e6a9701), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:15.639246 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:10Z', 'revision_number': 2, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:15.675658 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (4de1e998-6fcb-4c7a-906a-e573b10cfd06), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:15.698716 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Checking router: 5e9cab0d-07e5-4cf0-9626-9de81167c83e for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:38:15.699322 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Updating router 5e9cab0d-07e5-4cf0-9626-9de81167c83e port 42c4382f-2382-4a1a-b711-cdae16b515d1 binding host dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:38:15.729727 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-ad2620eb-60bb-4014-b2e3-628346b1e15a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5a250842-ae7d-4621-8183-b5b4cc23ab14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367311 Jan 25 08:38:15.818237 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:15.915661 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:15.975366 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0cc3b5b-cd46-48c5-8193-a64f8e96b6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (691b02e9-b5e6-40c3-90fb-dd5c5e6a9701), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:15.979370 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0cc3b5b-cd46-48c5-8193-a64f8e96b6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:15.982727 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-e0cc3b5b-cd46-48c5-8193-a64f8e96b6d3 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/691b02e9-b5e6-40c3-90fb-dd5c5e6a9701 HTTP/1.1" status: 204 len: 168 time: 0.7559187 Jan 25 08:38:15.999785 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc3b5b-cd46-48c5-8193-a64f8e96b6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691b02e9-b5e6-40c3-90fb-dd5c5e6a9701,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:16.075475 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-a23207ae-72b9-40b5-b10a-6d6ad3641860 service neutron] 10.222.0.121 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125963 Jan 25 08:38:16.117354 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for port (4de1e998-6fcb-4c7a-906a-e573b10cfd06), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.125267 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device c797b977-c476-4a7e-aa01-d1c3bddc96d3 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:16.203717 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38118) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:16.212360 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-7fb1ac70-09cd-432c-8ecd-9653fd7972e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--624992959', 'description': 'tempest-description--835622191'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:16.264882 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (4de1e998-6fcb-4c7a-906a-e573b10cfd06), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.297744 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port c797b977-c476-4a7e-aa01-d1c3bddc96d3 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:16.298119 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.484904 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (62d45a25-2bcf-4b4b-9c02-89d421c44452), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.494370 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427c651-d956-4152-a78a-0e875399090a req-4c95b5cc-4cb9-46f4-9a41-a3af97132b57 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:16.496284 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e427c651-d956-4152-a78a-0e875399090a req-4c95b5cc-4cb9-46f4-9a41-a3af97132b57 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.1895504 Jan 25 08:38:16.512294 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d62b7150-e7f8-4c70-b755-48f1dc11ac68 req-be451335-b1a2-4ba1-ac51-14bab40b77e3 service neutron] 10.222.0.121 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179158 Jan 25 08:38:16.530741 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port c797b977-c476-4a7e-aa01-d1c3bddc96d3 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:16.531435 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.538653 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event updated for resources: {'Port': ['ID=4de1e998-6fcb-4c7a-906a-e573b10cfd06,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:16.542659 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ac70-09cd-432c-8ecd-9653fd7972e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.602451 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Publish callbacks [] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.605475 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e427c651-d956-4152-a78a-0e875399090a req-8fbd5752-c112-4cbd-be55-4105c64649e8 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876830 Jan 25 08:38:16.635454 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.647896 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-7ff4dd11-3456-49c9-a576-42506f59d025 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9872887 Jan 25 08:38:16.652786 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port c797b977-c476-4a7e-aa01-d1c3bddc96d3, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=c797b977-c476-4a7e-aa01-d1c3bddc96d3,segment=NetworkSegment(183eb43f-d766-4d13-975f-0367b2e71554),segment_id=183eb43f-d766-4d13-975f-0367b2e71554)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:16.702622 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.732772 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ac70-09cd-432c-8ecd-9653fd7972e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group (3574d594-b691-4ee6-befe-3f7d5b6d45f1), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.751092 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.776563 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ba352-6f25-4b53-9469-9f471c8fcfba None None] Pushing event updated for resources: {'Port': ['ID=42c4382f-2382-4a1a-b711-cdae16b515d1,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:16.810179 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ac70-09cd-432c-8ecd-9653fd7972e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3574d594-b691-4ee6-befe-3f7d5b6d45f1), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.901662 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Attempting to bind port 42c4382f-2382-4a1a-b711-cdae16b515d1 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:38:16.902044 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Attempting to bind port 42c4382f-2382-4a1a-b711-cdae16b515d1 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:38:16.902414 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Attempting to bind port 42c4382f-2382-4a1a-b711-cdae16b515d1 on network 1034f08a-497e-433f-a3f5-f68e036144ee {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:16.937851 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1ac70-09cd-432c-8ecd-9653fd7972e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3574d594-b691-4ee6-befe-3f7d5b6d45f1,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:16.943040 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:38:16.943723 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Checking segment: {'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:16.943851 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.960854 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Bound using segment: {'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:38:16.966015 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Bound port: 42c4382f-2382-4a1a-b711-cdae16b515d1, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:38:16.966015 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.990826 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ac70-09cd-432c-8ecd-9653fd7972e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:16.994979 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-7fb1ac70-09cd-432c-8ecd-9653fd7972e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7869847 Jan 25 08:38:16.997471 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 38132) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:17.001851 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=c797b977-c476-4a7e-aa01-d1c3bddc96d3,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:17.003245 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-0ac930d4-68a6-4609-a579-eb8534a8cb0d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Request body: {'security_group_rule': {'security_group_id': '3574d594-b691-4ee6-befe-3f7d5b6d45f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:17.036643 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38134) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:17.062087 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0ccd224c-72f3-436f-9a52-4558fe53442d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:17.117836 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] For port 42c4382f-2382-4a1a-b711-cdae16b515d1, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:38:17.121531 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] For port 42c4382f-2382-4a1a-b711-cdae16b515d1, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=42c4382f-2382-4a1a-b711-cdae16b515d1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:38:17.196851 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0ac930d4-68a6-4609-a579-eb8534a8cb0d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group_rule (78277304-100e-4c93-9a34-b6077c1db8f4), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:17.220794 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:17.237570 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0ccd224c-72f3-436f-9a52-4558fe53442d admin admin] Publish callbacks [] for security_group (f37dbd69-b03e-41df-a160-855145b4cf45), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:17.296960 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0ccd224c-72f3-436f-9a52-4558fe53442d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (f37dbd69-b03e-41df-a160-855145b4cf45), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:17.345817 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-d974723e-342d-41a5-98b8-4f17ef59e909 None None] Provisioning complete for port 42c4382f-2382-4a1a-b711-cdae16b515d1 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:17.346343 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d974723e-342d-41a5-98b8-4f17ef59e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:17.397036 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-0ccd224c-72f3-436f-9a52-4558fe53442d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=47f50147758e4ed9b96eba6848b3b75b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590963 Jan 25 08:38:17.399800 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38136) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:17.407050 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd44fdb9-672f-4685-a0b4-076441aad11e x-openstack-request-id: req-dd44fdb9-672f-4685-a0b4-076441aad11e {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:38:17.407340 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb5ecbe-f561-483d-960e-6764ab7b0649", "tag": "41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:38:17.407595 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-dd44fdb9-672f-4685-a0b4-076441aad11e {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:38:17.408060 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb5ecbe-f561-483d-960e-6764ab7b0649', 'tag': '41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d', 'status': 'completed', 'code': 200} Jan 25 08:38:17.433429 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd224c-72f3-436f-9a52-4558fe53442d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37dbd69-b03e-41df-a160-855145b4cf45,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:17.571304 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:38:17.572310 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:38:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:17.611216 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a15ef51c-89bc-42e6-93e4-bbe0204f5b38 admin admin] Publish callbacks [] for security_group (f37dbd69-b03e-41df-a160-855145b4cf45), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:17.619631 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0ac930d4-68a6-4609-a579-eb8534a8cb0d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group_rule (78277304-100e-4c93-9a34-b6077c1db8f4), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:17.645718 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680b252-a38c-4c00-93d8-e8db4a047102 req-acd84099-99d3-4028-94fa-b4b1469b5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:17.665621 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6680b252-a38c-4c00-93d8-e8db4a047102 req-acd84099-99d3-4028-94fa-b4b1469b5e82 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3c84e11915fc4963a868824cc4b51944&device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 1097 time: 0.2423220 Jan 25 08:38:17.674625 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a15ef51c-89bc-42e6-93e4-bbe0204f5b38 admin admin] Publish callbacks [] for security_group (f37dbd69-b03e-41df-a160-855145b4cf45), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:17.686253 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ba352-6f25-4b53-9469-9f471c8fcfba None None] Pushing event updated for resources: {'Port': ['ID=42c4382f-2382-4a1a-b711-cdae16b515d1,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:17.749763 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0ac930d4-68a6-4609-a579-eb8534a8cb0d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (78277304-100e-4c93-9a34-b6077c1db8f4), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:17.834552 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a15ef51c-89bc-42e6-93e4-bbe0204f5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (f37dbd69-b03e-41df-a160-855145b4cf45), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:17.838392 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a15ef51c-89bc-42e6-93e4-bbe0204f5b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:17.842597 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-a15ef51c-89bc-42e6-93e4-bbe0204f5b38 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f37dbd69-b03e-41df-a160-855145b4cf45 HTTP/1.1" status: 204 len: 168 time: 0.4391258 Jan 25 08:38:17.842743 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac930d4-68a6-4609-a579-eb8534a8cb0d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78277304-100e-4c93-9a34-b6077c1db8f4,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:17.853897 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ef51c-89bc-42e6-93e4-bbe0204f5b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37dbd69-b03e-41df-a160-855145b4cf45,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:17.855409 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device c797b977-c476-4a7e-aa01-d1c3bddc96d3 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:17.910714 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:38:17.915678 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-d974723e-342d-41a5-98b8-4f17ef59e909 None None] Current status of the port 42c4382f-2382-4a1a-b711-cdae16b515d1 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:17.916186 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d974723e-342d-41a5-98b8-4f17ef59e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:18.009092 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0ac930d4-68a6-4609-a579-eb8534a8cb0d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:18.013348 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38148) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:18.018117 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-3a3ffa2d-76e0-4d91-be94-2b89a74d74f4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Request body: {'security_group_rule': {'security_group_id': '3574d594-b691-4ee6-befe-3f7d5b6d45f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:18.021880 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-0ac930d4-68a6-4609-a579-eb8534a8cb0d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0140755 Jan 25 08:38:18.050944 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58fd12-b7c8-4cea-88e8-355b0f47cfb0 req-c0e72624-eba4-44b3-b215-a9a75e8c372d tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:18.054398 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4f58fd12-b7c8-4cea-88e8-355b0f47cfb0 req-c0e72624-eba4-44b3-b215-a9a75e8c372d tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 944 time: 0.3838761 Jan 25 08:38:18.098843 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680b252-a38c-4c00-93d8-e8db4a047102 req-2cdea8b2-e762-456a-9034-22279fc01050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:18.100655 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6680b252-a38c-4c00-93d8-e8db4a047102 req-2cdea8b2-e762-456a-9034-22279fc01050 service neutron] 10.222.0.121 "GET /v2.0/networks?id=5a250842-ae7d-4621-8183-b5b4cc23ab14 HTTP/1.1" status: 200 len: 916 time: 0.3996727 Jan 25 08:38:18.145579 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffa2d-76e0-4d91-be94-2b89a74d74f4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group_rule (3b21003d-ce1c-45d7-8783-a90179431f1c), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:18.153035 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4f58fd12-b7c8-4cea-88e8-355b0f47cfb0 req-37a11cbd-e38a-4471-801b-029df1ed157d tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749431 Jan 25 08:38:18.189435 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-d974723e-342d-41a5-98b8-4f17ef59e909 None None] For port 42c4382f-2382-4a1a-b711-cdae16b515d1, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=42c4382f-2382-4a1a-b711-cdae16b515d1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:18.208474 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6680b252-a38c-4c00-93d8-e8db4a047102 req-e14aa3f8-89c8-489f-80fb-c50e22dd6cb8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d HTTP/1.1" status: 200 len: 217 time: 0.0488312 Jan 25 08:38:18.223037 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port c797b977-c476-4a7e-aa01-d1c3bddc96d3 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:18.223311 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:18.262622 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffa2d-76e0-4d91-be94-2b89a74d74f4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group_rule (3b21003d-ce1c-45d7-8783-a90179431f1c), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:18.291361 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680b252-a38c-4c00-93d8-e8db4a047102 req-f4fab74a-736e-40a7-a99b-937daa5e00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:18.293087 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6680b252-a38c-4c00-93d8-e8db4a047102 req-f4fab74a-736e-40a7-a99b-937daa5e00a9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7f8965e3-8a09-4d2f-9556-60a9e740f6a9 HTTP/1.1" status: 200 len: 855 time: 0.0649862 Jan 25 08:38:18.305532 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d974723e-342d-41a5-98b8-4f17ef59e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:18.376125 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffa2d-76e0-4d91-be94-2b89a74d74f4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (3b21003d-ce1c-45d7-8783-a90179431f1c), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:18.403512 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ffa2d-76e0-4d91-be94-2b89a74d74f4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b21003d-ce1c-45d7-8783-a90179431f1c,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:18.432500 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974723e-342d-41a5-98b8-4f17ef59e909 None None] Pushing event updated for resources: {'Port': ['ID=42c4382f-2382-4a1a-b711-cdae16b515d1,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:18.478712 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-c6667858-68ed-45c6-8706-60f5cde89101 None None] Provisioning complete for port 42c4382f-2382-4a1a-b711-cdae16b515d1 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:18.479371 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c6667858-68ed-45c6-8706-60f5cde89101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:18.527011 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffa2d-76e0-4d91-be94-2b89a74d74f4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:18.531479 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-3a3ffa2d-76e0-4d91-be94-2b89a74d74f4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5168979 Jan 25 08:38:18.531924 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port c797b977-c476-4a7e-aa01-d1c3bddc96d3 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:18.532076 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38158) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:18.537722 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Request body: {'floatingip': {'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:18.549860 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6680b252-a38c-4c00-93d8-e8db4a047102 req-4cc119ae-0b5c-49b7-b684-06f49e6becf1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5a250842-ae7d-4621-8183-b5b4cc23ab14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853302 Jan 25 08:38:18.559814 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:18.595913 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9d7751-db7c-43ed-9461-a137e5ef1a95 None None] The sync data for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi is: [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:38:18.654274 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-c6667858-68ed-45c6-8706-60f5cde89101 None None] Current status of the port 42c4382f-2382-4a1a-b711-cdae16b515d1 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:18.713663 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:18.753562 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6680b252-a38c-4c00-93d8-e8db4a047102 req-f3d1b065-e184-4541-8029-f35d60a29ef4 service neutron] 10.222.0.121 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435521 Jan 25 08:38:18.879005 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:18.927503 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 38160) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:18.934750 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-80da9a09-9182-4680-b37d-9640e11855d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:19.003626 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Allocated IP 172.27.1.197 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/923711c7-6950-4a49-840c-ceb0ec6e4597) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:38:19.094665 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-80da9a09-9182-4680-b37d-9640e11855d8 admin admin] Publish callbacks [] for security_group (9d010f77-3da9-4506-9970-570e29648d88), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:19.127689 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6680b252-a38c-4c00-93d8-e8db4a047102 req-5de6cc64-a337-45f4-994a-7e375143f55e service neutron] 10.222.0.121 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273801 Jan 25 08:38:19.141395 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for port (923711c7-6950-4a49-840c-ceb0ec6e4597), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:19.165023 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-80da9a09-9182-4680-b37d-9640e11855d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9d010f77-3da9-4506-9970-570e29648d88), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:19.219130 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-80da9a09-9182-4680-b37d-9640e11855d8 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=ad8a47899e464632aaff7e408c3c9d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968857 Jan 25 08:38:19.220885 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38164) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:19.221038 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da9a09-9182-4680-b37d-9640e11855d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d010f77-3da9-4506-9970-570e29648d88,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:19.267556 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (923711c7-6950-4a49-840c-ceb0ec6e4597), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:19.329724 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:19.335642 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:19.338977 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:38:19.380014 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4fa4055f-cdb6-46aa-ad4b-80c64d7c0a55 admin admin] Publish callbacks [] for security_group (9d010f77-3da9-4506-9970-570e29648d88), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:19.411216 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event updated for resources: {'Port': ['ID=923711c7-6950-4a49-840c-ceb0ec6e4597,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:19.453009 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4fa4055f-cdb6-46aa-ad4b-80c64d7c0a55 admin admin] Publish callbacks [] for security_group (9d010f77-3da9-4506-9970-570e29648d88), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:19.465296 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (45ac8bd5-ded4-49c8-a5ca-71a1273a95e7), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:19.599705 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4fa4055f-cdb6-46aa-ad4b-80c64d7c0a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9d010f77-3da9-4506-9970-570e29648d88), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:19.607380 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4fa4055f-cdb6-46aa-ad4b-80c64d7c0a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:19.614707 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-4fa4055f-cdb6-46aa-ad4b-80c64d7c0a55 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9d010f77-3da9-4506-9970-570e29648d88 HTTP/1.1" status: 204 len: 168 time: 0.3923030 Jan 25 08:38:19.661876 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4055f-cdb6-46aa-ad4b-80c64d7c0a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d010f77-3da9-4506-9970-570e29648d88,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:19.674038 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (923711c7-6950-4a49-840c-ceb0ec6e4597), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:19.989991 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 42c4382f-2382-4a1a-b711-cdae16b515d1 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:20.062406 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for port (923711c7-6950-4a49-840c-ceb0ec6e4597), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:20.089957 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 42c4382f-2382-4a1a-b711-cdae16b515d1 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:20.090329 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:20.131528 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (923711c7-6950-4a49-840c-ceb0ec6e4597), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:20.211165 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (45ac8bd5-ded4-49c8-a5ca-71a1273a95e7), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:20.274905 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event updated for resources: {'Port': ['ID=923711c7-6950-4a49-840c-ceb0ec6e4597,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:20.395667 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:20.399008 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-8cc2f3b9-deae-4e87-82b2-d545c980780c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8641298 Jan 25 08:38:20.432831 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 42c4382f-2382-4a1a-b711-cdae16b515d1 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:21.075176 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-70afe684-ac12-4631-8883-b35e7d8801bf tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--649824256&fields=id&tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442 HTTP/1.1" status: 200 len: 267 time: 0.0629203 Jan 25 08:38:21.126588 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-4439bab0-630e-46e6-8d26-6d28e417837a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:21.128063 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-4439bab0-630e-46e6-8d26-6d28e417837a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/networks?id=5eb1523e-8b36-4420-9865-509a0828a097 HTTP/1.1" status: 200 len: 818 time: 0.1177080 Jan 25 08:38:21.144753 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-b9970b0b-2a38-4a2c-9f66-cf7df66a4870 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/quotas/9d8a5497ebd1437cba42c0faf75c13e7 HTTP/1.1" status: 200 len: 375 time: 0.0101357 Jan 25 08:38:21.204075 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-26b299e4-d1d8-4edb-95e9-1b458a73e003 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:21.212210 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-26b299e4-d1d8-4edb-95e9-1b458a73e003 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/networks?id=7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 200 len: 811 time: 0.1163590 Jan 25 08:38:21.224239 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-3992d637-8360-4fbe-b233-23ceffb2c35a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/quotas/a2d50dbe2c7645aeb1b4ba25002dc442 HTTP/1.1" status: 200 len: 375 time: 0.0111973 Jan 25 08:38:21.230053 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-360ef3ef-c415-42a4-9027-d834fe11d02c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=9d8a5497ebd1437cba42c0faf75c13e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791276 Jan 25 08:38:21.295520 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-651f0354-e73f-4348-80b9-5baec21c65d1 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650651 Jan 25 08:38:21.351581 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-378c940b-c25a-4004-be0f-1e034b3fafa7 service neutron] 10.222.0.112 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143675 Jan 25 08:38:21.461711 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-489a7240-43e4-46bb-8d1c-65441925c6fe service neutron] 10.222.0.112 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007812 Jan 25 08:38:21.599484 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-ec6fb017-fd9b-4d50-b37f-8720b952427b service neutron] 10.222.0.112 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902095 Jan 25 08:38:21.711252 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-f1257189-3088-4cb7-b0c5-74da09dd6cb7 service neutron] 10.222.0.112 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057968 Jan 25 08:38:21.932148 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00f1a3-3035-44ef-9cc6-f0e4f9696f35 req-f732e090-b52a-4baf-be83-2a88635681ec tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:21.933810 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0d00f1a3-3035-44ef-9cc6-f0e4f9696f35 req-f732e090-b52a-4baf-be83-2a88635681ec tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.0614955 Jan 25 08:38:22.022347 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0d00f1a3-3035-44ef-9cc6-f0e4f9696f35 req-2c786069-17a4-40e1-a386-d2d20b312352 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817270 Jan 25 08:38:22.031641 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6b810-3f24-451b-aae7-b9dc4abb2858 req-c9ff06d6-920e-41cb-b71c-e747d33bd125 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:22.033486 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2e6b810-3f24-451b-aae7-b9dc4abb2858 req-c9ff06d6-920e-41cb-b71c-e747d33bd125 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 944 time: 0.0694568 Jan 25 08:38:22.117019 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2e6b810-3f24-451b-aae7-b9dc4abb2858 req-aac72df2-82e5-4a86-95b1-c332fb1de73e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723968 Jan 25 08:38:22.199940 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-7af41622-5d1a-46a0-befb-864236d4433c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--624992959&fields=id&tenant_id=bb66612854e24630a2dcbc38aa78dcf2 HTTP/1.1" status: 200 len: 267 time: 0.0709174 Jan 25 08:38:22.210404 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-cce66d4a-e678-4177-a5e2-2520fe6c8cf7 req-992fbea9-afc8-4c0f-97f4-cf38f0d340e9 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 210 time: 0.0510337 Jan 25 08:38:22.333506 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-96eaf54d-9636-44fa-9da3-d2b782e674cd tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:22.336489 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-96eaf54d-9636-44fa-9da3-d2b782e674cd tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/networks?id=1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 200 len: 815 time: 0.1283584 Jan 25 08:38:22.357302 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-33753f54-4b1b-4e7a-b14e-a36d007aed13 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/quotas/bb66612854e24630a2dcbc38aa78dcf2 HTTP/1.1" status: 200 len: 375 time: 0.0151675 Jan 25 08:38:22.420029 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1324f28c-b48c-46f4-8ad9-76e2e3ecce56 req-3d6f85b4-b7a3-484f-8f95-3adf0839c82c tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 210 time: 0.0301430 Jan 25 08:38:22.426042 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-ccda1c27-0206-4fd1-aad2-44f9d05875f4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614188 Jan 25 08:38:22.567243 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-0f4554ee-03ba-4e7f-aa62-051c773f319d service neutron] 10.222.0.112 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191404 Jan 25 08:38:22.684694 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a0d52919-9d2d-4dc4-98dc-dcc6ea9f3b15 service neutron] 10.222.0.112 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104760 Jan 25 08:38:22.766074 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-bb47cfa7-405a-43bb-916f-d6e341b0bfc0 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:22.769836 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-bb47cfa7-405a-43bb-916f-d6e341b0bfc0 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/networks?id=5eb1523e-8b36-4420-9865-509a0828a097 HTTP/1.1" status: 200 len: 818 time: 0.1273992 Jan 25 08:38:22.785644 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-2c80cf17-281a-41ef-9466-f045c1ab924b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/quotas/9d8a5497ebd1437cba42c0faf75c13e7 HTTP/1.1" status: 200 len: 375 time: 0.0097275 Jan 25 08:38:22.839665 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-e3543a88-6c20-4333-8b3a-9da8fa14252a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=9d8a5497ebd1437cba42c0faf75c13e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460446 Jan 25 08:38:22.940784 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-f0273586-b20b-4b14-8b7c-6058ddc8e8e0 service neutron] 10.222.0.112 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944912 Jan 25 08:38:23.039872 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-ac0aeedf-cf77-4dc7-aa9d-bb0ab6075c2e service neutron] 10.222.0.112 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916831 Jan 25 08:38:23.143998 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f4c44f3c-bdec-43e7-8f89-96dcc7d75ead req-0007ab84-0a82-4946-b94d-7bee3158158d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 210 time: 0.0296445 Jan 25 08:38:23.276693 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86906b5c-2796-4624-9639-7c42916d24e3 req-f3351b08-2c38-4fc3-974b-efc11e7f4b2b tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:23.280134 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-86906b5c-2796-4624-9639-7c42916d24e3 req-f3351b08-2c38-4fc3-974b-efc11e7f4b2b tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.0515847 Jan 25 08:38:23.333218 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-86906b5c-2796-4624-9639-7c42916d24e3 req-780f7825-d32b-4a13-a261-995bd327580f tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493033 Jan 25 08:38:23.466064 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8849d-d17b-422c-b283-a7d618aa5fa6 req-155612d5-8dfb-4e88-b530-bc3b823950de tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:23.478088 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-36f8849d-d17b-422c-b283-a7d618aa5fa6 req-155612d5-8dfb-4e88-b530-bc3b823950de tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 944 time: 0.0805311 Jan 25 08:38:23.488327 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9f0b1043-7c46-43b6-bdb3-7720a8a3307c req-a2b6a96d-0534-425b-a906-9019aa9c3769 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 210 time: 0.0443230 Jan 25 08:38:23.567424 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-36f8849d-d17b-422c-b283-a7d618aa5fa6 req-9d5ada75-54ee-4128-9c07-8cbbf86beebf tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781534 Jan 25 08:38:23.688213 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1acfd9fb-d44b-48c5-9fcf-164af251b740 req-84228f09-7ab4-402b-91cc-4a87a27b4d6e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 210 time: 0.0258341 Jan 25 08:38:24.246334 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9e41a7d7-3975-46b0-b466-eba276ac4c34 req-a934eb7d-a23c-4700-ac08-b22dcb36e241 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 210 time: 0.0275750 Jan 25 08:38:24.452910 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d6857-a50e-4abb-b086-75a9840cbcbb req-e1cda8a3-35c7-4b45-8d59-8f69cab3eac6 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:24.454253 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-dd0d6857-a50e-4abb-b086-75a9840cbcbb req-e1cda8a3-35c7-4b45-8d59-8f69cab3eac6 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.0487113 Jan 25 08:38:24.502963 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-dd0d6857-a50e-4abb-b086-75a9840cbcbb req-8e0b747f-3984-4773-91f2-4664a3b4328d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432131 Jan 25 08:38:24.580009 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-879a76d1-1282-4842-ad44-7149f69458e6 req-a549f127-a59b-4839-852f-08628ccd1838 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 210 time: 0.0268831 Jan 25 08:38:24.692788 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f54cf-859f-4ead-a1c1-decc10e7dcfe req-9ae9f2af-3dc9-4d5c-a815-140e739e6d8d tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:24.694215 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3d3f54cf-859f-4ead-a1c1-decc10e7dcfe req-9ae9f2af-3dc9-4d5c-a815-140e739e6d8d tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 944 time: 0.0516982 Jan 25 08:38:24.748345 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3d3f54cf-859f-4ead-a1c1-decc10e7dcfe req-cc26839d-891f-4058-9512-c708d08490d5 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474093 Jan 25 08:38:24.788625 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1b543b81-8180-47b6-ae29-b96ceda07a70 req-e5e74e0b-798e-447f-a160-c827f46a1ab2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 210 time: 0.0256090 Jan 25 08:38:25.341662 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4d54b51a-fdeb-465d-8db7-b23b7304a075 req-a8dbe95e-2876-42b5-81e2-191018132f3d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 210 time: 0.0262182 Jan 25 08:38:25.632805 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f894d20-0b95-4a58-a4ed-696fb2c57def req-f049fc1f-fa62-4fc2-998c-f621cdcfde4f tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:25.640013 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1f894d20-0b95-4a58-a4ed-696fb2c57def req-f049fc1f-fa62-4fc2-998c-f621cdcfde4f tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.0688579 Jan 25 08:38:25.692877 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1f894d20-0b95-4a58-a4ed-696fb2c57def req-d53bd1f7-d871-4767-b33e-12542989a9cd tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516953 Jan 25 08:38:25.698876 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0e7daff9-169d-4262-8b04-75708ef5af12 req-a23470a1-6f89-4fcc-9549-f0a581490f8e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 210 time: 0.0349178 Jan 25 08:38:25.873870 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a676-1815-4d64-87b6-d59efad5af13 req-04534d19-4cfc-482b-ac5c-4da18276a892 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:25.874893 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e667a676-1815-4d64-87b6-d59efad5af13 req-04534d19-4cfc-482b-ac5c-4da18276a892 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 944 time: 0.0559492 Jan 25 08:38:25.895959 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ef1a3a2b-9af0-4fb7-859e-c0725a597fc1 req-9eec4db5-f749-4ee3-8fa8-196a6dac1963 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 210 time: 0.0331047 Jan 25 08:38:25.925555 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e667a676-1815-4d64-87b6-d59efad5af13 req-de314e69-2431-4b48-b918-44557d0a22a6 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450521 Jan 25 08:38:26.455041 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-078e5060-a407-4c57-a2c4-85831aa2b7f2 req-958378e8-8214-439f-b07c-a4bc6b9687e7 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 210 time: 0.0316503 Jan 25 08:38:26.813558 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ee9ba03d-28db-4b88-a5b8-16226cad7d26 req-15f331f3-0063-481d-a988-59fbef46e603 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 210 time: 0.0307329 Jan 25 08:38:26.829708 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eff51b-bf7b-44f2-b331-5b8d7c528126 req-fb62bb1a-d718-44f1-a8df-a8165fe4aeab tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:26.830456 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-34eff51b-bf7b-44f2-b331-5b8d7c528126 req-fb62bb1a-d718-44f1-a8df-a8165fe4aeab tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.0528469 Jan 25 08:38:26.878380 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-34eff51b-bf7b-44f2-b331-5b8d7c528126 req-bf78fa32-cc99-4903-88e9-0c4e080b7946 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421457 Jan 25 08:38:27.011197 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e5d4277d-3232-468e-8230-af4e83d0edf1 req-fac644e5-de56-453d-a974-90997aeab366 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 210 time: 0.0412729 Jan 25 08:38:27.075455 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574a40d-c89e-4d53-ae2b-2d6dd27bf9c0 req-ba884778-b953-431a-9a92-e283b8bf0105 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:27.077148 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3574a40d-c89e-4d53-ae2b-2d6dd27bf9c0 req-ba884778-b953-431a-9a92-e283b8bf0105 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 944 time: 0.0590711 Jan 25 08:38:27.128525 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3574a40d-c89e-4d53-ae2b-2d6dd27bf9c0 req-dd2e2b78-644f-4a96-ac33-255224393b55 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453091 Jan 25 08:38:27.556820 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1222b867-fdfe-4954-b4cd-ce4b229a2a6a req-332c084e-6427-43cf-961d-a0e23272f94c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 210 time: 0.0321324 Jan 25 08:38:27.908467 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b424654c-ca67-4eab-a30a-903d81b98bc1 req-ebff988d-4c11-48ec-93c4-4321e5ed27a1 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 210 time: 0.0291553 Jan 25 08:38:27.994931 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177ccb2-3769-4ed8-83fd-d79ef2178d85 req-b11cc591-7fb6-4e05-8dd1-8eabb64c33e8 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:27.996458 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d177ccb2-3769-4ed8-83fd-d79ef2178d85 req-b11cc591-7fb6-4e05-8dd1-8eabb64c33e8 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.0490839 Jan 25 08:38:28.048462 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d177ccb2-3769-4ed8-83fd-d79ef2178d85 req-a068c332-41d6-46d1-b349-5bf1707989ef tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459988 Jan 25 08:38:28.131725 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f19ca355-8dcb-4a9d-a4c3-1f1413c5901c req-324f3a74-094a-4129-835f-670bcc68cfa1 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 210 time: 0.0478375 Jan 25 08:38:28.248753 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb30096-3ad0-49bc-8d01-0ac96c9b5f75 req-444598bb-ec2c-43c3-a728-d02b7f6daf9a tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:28.250185 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-afb30096-3ad0-49bc-8d01-0ac96c9b5f75 req-444598bb-ec2c-43c3-a728-d02b7f6daf9a tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 944 time: 0.0557854 Jan 25 08:38:28.448041 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-afb30096-3ad0-49bc-8d01-0ac96c9b5f75 req-9aa613d4-c8f7-43f9-9a65-0d74345e4e87 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921093 Jan 25 08:38:28.596393 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 38424) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:28.659229 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-86dd61ba-c073-4809-9ee3-a4f7832a5299 req-010cdafa-45e3-4041-876c-a4c5de6d3d2b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 210 time: 0.0264409 Jan 25 08:38:28.702058 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-696eb998-cfd5-476a-aa38-6fd9966bea5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:28.775812 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-696eb998-cfd5-476a-aa38-6fd9966bea5e admin admin] Publish callbacks [] for security_group (3bdf1581-e49a-439b-9c7f-445ffd2bf65f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:28.838485 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-696eb998-cfd5-476a-aa38-6fd9966bea5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3bdf1581-e49a-439b-9c7f-445ffd2bf65f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:28.882491 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eb998-cfd5-476a-aa38-6fd9966bea5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdf1581-e49a-439b-9c7f-445ffd2bf65f,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:28.891397 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38428) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:28.891621 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-696eb998-cfd5-476a-aa38-6fd9966bea5e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2d045eb3a69142e2a39cf73291bea8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939157 Jan 25 08:38:28.966979 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f2e3cefd-b652-4ccb-a5d4-ae10d6de9720 admin admin] Publish callbacks [] for security_group (3bdf1581-e49a-439b-9c7f-445ffd2bf65f), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:29.010843 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f2e3cefd-b652-4ccb-a5d4-ae10d6de9720 admin admin] Publish callbacks [] for security_group (3bdf1581-e49a-439b-9c7f-445ffd2bf65f), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:29.015665 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d04e35ba-6b8b-4c8b-bb21-2622ca2223dc req-c591449c-4082-410f-b36e-dbb778db1a8d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 210 time: 0.0376310 Jan 25 08:38:29.181883 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f2e3cefd-b652-4ccb-a5d4-ae10d6de9720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3bdf1581-e49a-439b-9c7f-445ffd2bf65f), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:29.185618 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f2e3cefd-b652-4ccb-a5d4-ae10d6de9720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:29.186832 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-f2e3cefd-b652-4ccb-a5d4-ae10d6de9720 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3bdf1581-e49a-439b-9c7f-445ffd2bf65f HTTP/1.1" status: 204 len: 168 time: 0.2932425 Jan 25 08:38:29.194180 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dd337-e370-425c-a4e1-b3249187efa6 req-e186eeac-1e8f-474e-952d-b5ff045f4cec tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:29.195717 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-427dd337-e370-425c-a4e1-b3249187efa6 req-e186eeac-1e8f-474e-952d-b5ff045f4cec tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.0761163 Jan 25 08:38:29.203362 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3cefd-b652-4ccb-a5d4-ae10d6de9720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdf1581-e49a-439b-9c7f-445ffd2bf65f,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:29.286469 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3439838b-53c9-4632-92ba-527bb9b04141 req-a861c369-82b8-4902-aa5b-3b421f3baaf7 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 210 time: 0.0706887 Jan 25 08:38:29.325462 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-427dd337-e370-425c-a4e1-b3249187efa6 req-0fc25294-264f-4cb3-a4f6-fee6289470b2 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154251 Jan 25 08:38:29.599080 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acce7d9-8942-4c10-8cab-12f9541b86c0 req-759b6d0a-f535-416d-a935-e441a86987ff tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:29.604215 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9acce7d9-8942-4c10-8cab-12f9541b86c0 req-759b6d0a-f535-416d-a935-e441a86987ff tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 944 time: 0.0700912 Jan 25 08:38:29.653541 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9acce7d9-8942-4c10-8cab-12f9541b86c0 req-e62805ef-2a54-4351-8e93-ea4ff3eb6649 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463693 Jan 25 08:38:29.756200 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-02ded266-a339-4b4a-80c0-bdfe4774b6fa req-081f8683-b5dd-4187-bf3f-c33e5ce3bcc1 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 210 time: 0.0262876 Jan 25 08:38:30.154437 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.121', 60454) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:30.195733 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.121', 60455) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:30.217822 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-400a36d3-bf60-4bf9-b12b-4f1313a41609 req-05425e28-c376-4790-8aa9-aaeb9f2c8b88 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 210 time: 0.0873432 Jan 25 08:38:30.258227 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-875f8baf-3216-4b62-a26a-ce83dc551eb3 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:30.259873 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-875f8baf-3216-4b62-a26a-ce83dc551eb3 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.121 "GET /v2.0/networks?id=5eb1523e-8b36-4420-9865-509a0828a097 HTTP/1.1" status: 200 len: 818 time: 0.2207544 Jan 25 08:38:30.275051 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-0e77c2d2-dc1f-4a05-84b2-a96bf70ce036 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Request body: {'port': {'device_id': '77dd4b47-169e-4f90-9c24-92eb17811755', 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097', 'admin_state_up': True, 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:30.317112 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-1fa9350f-60e9-4697-91c8-0ccc2466d760 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:30.318998 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-1fa9350f-60e9-4697-91c8-0ccc2466d760 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.121 "GET /v2.0/networks?id=1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 200 len: 815 time: 0.2542093 Jan 25 08:38:30.382361 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:30.438928 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-d2fa69b3-6cc5-47e8-b686-e1f980a0126d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:30.440520 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-d2fa69b3-6cc5-47e8-b686-e1f980a0126d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.121 "GET /v2.0/networks?id=7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 200 len: 811 time: 0.2844276 Jan 25 08:38:30.597354 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-76a7481d-578a-4c9d-82b9-152fe2403147 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb66612854e24630a2dcbc38aa78dcf2 HTTP/1.1" status: 200 len: 379 time: 0.2579706 Jan 25 08:38:30.622014 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6bd4d3fe-f373-4e78-a1bd-f45a97c613ea req-61185714-13d7-41e7-9046-d739d5c76a8a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 210 time: 0.1761141 Jan 25 08:38:30.628559 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-9fb57332-015c-4bfb-93f8-81b87990357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Request body: {'port': {'device_id': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'admin_state_up': True, 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'security_groups': ['3574d594-b691-4ee6-befe-3f7d5b6d45f1']}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:30.637995 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38498) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:30.659090 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e04e98-df6c-4e83-aba9-808939f015b5 req-77643cdd-5b23-4f34-8619-572728e2b26d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:30.659681 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-ea187d15-455f-43de-b527-56d61ae58d3b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:30.660735 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f2e04e98-df6c-4e83-aba9-808939f015b5 req-77643cdd-5b23-4f34-8619-572728e2b26d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.1532896 Jan 25 08:38:30.661389 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-ea187d15-455f-43de-b527-56d61ae58d3b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.121 "GET /v2.0/networks?id=5eb1523e-8b36-4420-9865-509a0828a097 HTTP/1.1" status: 200 len: 818 time: 0.4646661 Jan 25 08:38:30.677689 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-1ec81ff2-43f9-487f-94ef-dfab0e60a9df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Request body: {'port': {'device_id': '31805f8d-a386-4eeb-b66a-1c63c06c6bd3', 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097', 'admin_state_up': True, 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:30.700399 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-0e77c2d2-dc1f-4a05-84b2-a96bf70ce036 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Made reservation on behalf of 9d8a5497ebd1437cba42c0faf75c13e7 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:38:30.710620 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-0e77c2d2-dc1f-4a05-84b2-a96bf70ce036 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:30.785462 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-23821db0-df06-4cca-a5d8-1ad42ea15931 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442 HTTP/1.1" status: 200 len: 379 time: 0.2789204 Jan 25 08:38:30.798260 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-c3ca6d71-b51a-45c2-8758-5eab2d41d211 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Request body: {'port': {'device_id': '29b6f38f-84f0-49a0-a939-eb8375f61bee', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'admin_state_up': True, 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'security_groups': ['38c1f217-8a8b-475d-a718-eaa889001039']}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:30.947086 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf42310-c4e2-4042-94c0-1185a9ca50e7 req-f29e9e28-4659-40b1-ad3c-9de8c446bd93 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:30.947829 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f2e04e98-df6c-4e83-aba9-808939f015b5 req-3e0ad9b8-2ce0-4654-9b81-b2db81b518fe tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676568 Jan 25 08:38:30.948738 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-bbf42310-c4e2-4042-94c0-1185a9ca50e7 req-f29e9e28-4659-40b1-ad3c-9de8c446bd93 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 944 time: 0.1537037 Jan 25 08:38:30.973490 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c2b35d8a-a388-4ed9-baff-f45cb0ea803f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.047461 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-0e77c2d2-dc1f-4a05-84b2-a96bf70ce036 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Allocated IP 172.20.0.2 (5eb1523e-8b36-4420-9865-509a0828a097/38a2320b-acd8-43cc-9a48-d5178286b608/34f93d50-0990-490d-8afc-cd88adfd80ed) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:38:31.055325 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-bbf42310-c4e2-4042-94c0-1185a9ca50e7 req-b11cbbd4-256f-4d23-afbc-72e6c7bd53d6 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997765 Jan 25 08:38:31.098301 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3ffbc6f5-0141-4415-9c33-38606fd8ed84 req-87641529-edb4-48eb-a16b-b5d4ae4fa90a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 210 time: 0.0527890 Jan 25 08:38:31.164855 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c2b35d8a-a388-4ed9-baff-f45cb0ea803f admin admin] Publish callbacks [] for security_group (a65d944e-01ce-4707-920b-44ef747f5f95), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.176946 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-1ec81ff2-43f9-487f-94ef-dfab0e60a9df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Made reservation on behalf of 9d8a5497ebd1437cba42c0faf75c13e7 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:38:31.180660 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-1ec81ff2-43f9-487f-94ef-dfab0e60a9df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.216388 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-c3ca6d71-b51a-45c2-8758-5eab2d41d211 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Made reservation on behalf of a2d50dbe2c7645aeb1b4ba25002dc442 for: {'port': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:38:31.220339 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-c3ca6d71-b51a-45c2-8758-5eab2d41d211 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.222315 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-9fb57332-015c-4bfb-93f8-81b87990357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Made reservation on behalf of bb66612854e24630a2dcbc38aa78dcf2 for: {'port': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:38:31.225483 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-9fb57332-015c-4bfb-93f8-81b87990357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.237219 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-0e77c2d2-dc1f-4a05-84b2-a96bf70ce036 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks [] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.338205 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c2b35d8a-a388-4ed9-baff-f45cb0ea803f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a65d944e-01ce-4707-920b-44ef747f5f95), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.353831 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-15fa6919-bf2e-441e-a7a2-10859df13ea5 req-282550ea-04b9-49a1-baf6-6f41e0fd427c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 210 time: 0.0470004 Jan 25 08:38:31.410685 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-0e77c2d2-dc1f-4a05-84b2-a96bf70ce036 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.442888 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-c2b35d8a-a388-4ed9-baff-f45cb0ea803f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3d6018a9041b439b8ee48605f68aed67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7997994 Jan 25 08:38:31.445758 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38530) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:31.456972 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b35d8a-a388-4ed9-baff-f45cb0ea803f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65d944e-01ce-4707-920b-44ef747f5f95,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:31.501863 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-0e77c2d2-dc1f-4a05-84b2-a96bf70ce036 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Network 5eb1523e-8b36-4420-9865-509a0828a097 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:31.508570 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-0e77c2d2-dc1f-4a05-84b2-a96bf70ce036 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:31.512562 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77c2d2-dc1f-4a05-84b2-a96bf70ce036 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Pushing event updated for resources: {'Port': ['ID=34f93d50-0990-490d-8afc-cd88adfd80ed,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:31.517474 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-0e77c2d2-dc1f-4a05-84b2-a96bf70ce036 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: from cryptography.utils import int_from_bytes Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: from cryptography.utils import int_from_bytes Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.518828 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.520830 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.520830 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.520830 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.520830 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.520830 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.520830 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.520830 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.520830 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.520830 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:31.520830 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:38:31.523443 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-0e77c2d2-dc1f-4a05-84b2-a96bf70ce036 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:31.524002 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-0e77c2d2-dc1f-4a05-84b2-a96bf70ce036 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.528731 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-1ec81ff2-43f9-487f-94ef-dfab0e60a9df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Allocated IP 172.20.0.6 (5eb1523e-8b36-4420-9865-509a0828a097/38a2320b-acd8-43cc-9a48-d5178286b608/52bb7c3b-b0fe-482c-843a-4a661fe62109) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:38:31.544158 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-c3ca6d71-b51a-45c2-8758-5eab2d41d211 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Allocated IP 172.20.0.9 (7112ec2a-354f-4299-a519-bb5af2762b92/3aa8424a-f40c-4afe-a08b-80f8771ddc15/2cb80146-60d5-4ad2-8173-ccb3d000b4c7) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:38:31.570322 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-9fb57332-015c-4bfb-93f8-81b87990357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Allocated IP 172.20.0.4 (1034f08a-497e-433f-a3f5-f68e036144ee/3f7bec09-c3cd-427a-a947-5b8b47de6266/cf6a8b39-19f8-4fc9-b15f-13dde81446ed) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:38:31.629700 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ab27-1a2d-4eb9-830b-08fe9fc080d6 admin admin] Publish callbacks [] for security_group (a65d944e-01ce-4707-920b-44ef747f5f95), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.642136 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-0e77c2d2-dc1f-4a05-84b2-a96bf70ce036 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3715837 Jan 25 08:38:31.689286 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Request body: {'port': {'device_id': '77dd4b47-169e-4f90-9c24-92eb17811755', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:31.704439 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ab27-1a2d-4eb9-830b-08fe9fc080d6 admin admin] Publish callbacks [] for security_group (a65d944e-01ce-4707-920b-44ef747f5f95), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.782891 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-1ec81ff2-43f9-487f-94ef-dfab0e60a9df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks [] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.784508 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.825483 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9aa68494-abfb-46bc-8c36-0dc35efab3d2 req-1ad997cd-094f-46f2-be51-8d27bcbea9de tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 210 time: 0.0835094 Jan 25 08:38:31.916654 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-c3ca6d71-b51a-45c2-8758-5eab2d41d211 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.940855 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-9fb57332-015c-4bfb-93f8-81b87990357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:31.971996 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-1ec81ff2-43f9-487f-94ef-dfab0e60a9df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.027472 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ab27-1a2d-4eb9-830b-08fe9fc080d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a65d944e-01ce-4707-920b-44ef747f5f95), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.030209 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ab27-1a2d-4eb9-830b-08fe9fc080d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.033726 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-dfc1ab27-1a2d-4eb9-830b-08fe9fc080d6 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a65d944e-01ce-4707-920b-44ef747f5f95 HTTP/1.1" status: 204 len: 168 time: 0.5808139 Jan 25 08:38:32.040332 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1ab27-1a2d-4eb9-830b-08fe9fc080d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65d944e-01ce-4707-920b-44ef747f5f95,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:32.056199 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-c3ca6d71-b51a-45c2-8758-5eab2d41d211 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.109972 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-1ec81ff2-43f9-487f-94ef-dfab0e60a9df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Network 5eb1523e-8b36-4420-9865-509a0828a097 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:32.121998 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-9fb57332-015c-4bfb-93f8-81b87990357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.122699 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-1ec81ff2-43f9-487f-94ef-dfab0e60a9df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:32.129059 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec81ff2-43f9-487f-94ef-dfab0e60a9df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Pushing event updated for resources: {'Port': ['ID=52bb7c3b-b0fe-482c-843a-4a661fe62109,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:32.131289 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-1ec81ff2-43f9-487f-94ef-dfab0e60a9df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:38:32.138722 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-1ec81ff2-43f9-487f-94ef-dfab0e60a9df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:32.139657 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-1ec81ff2-43f9-487f-94ef-dfab0e60a9df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.149529 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-c3ca6d71-b51a-45c2-8758-5eab2d41d211 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Network 7112ec2a-354f-4299-a519-bb5af2762b92 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:32.157734 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-c3ca6d71-b51a-45c2-8758-5eab2d41d211 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:32.172757 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-c3ca6d71-b51a-45c2-8758-5eab2d41d211 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:38:32.179792 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-c3ca6d71-b51a-45c2-8758-5eab2d41d211 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:32.181439 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-c3ca6d71-b51a-45c2-8758-5eab2d41d211 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.206731 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d6392-cb36-40e1-afdd-3a24d26bad3e req-e769df33-b116-4734-86d1-f0b374db4c05 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:32.214722 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-422d6392-cb36-40e1-afdd-3a24d26bad3e req-e769df33-b116-4734-86d1-f0b374db4c05 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.1887531 Jan 25 08:38:32.221995 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-9fb57332-015c-4bfb-93f8-81b87990357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Network 1034f08a-497e-433f-a3f5-f68e036144ee is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:38:32.232788 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-9fb57332-015c-4bfb-93f8-81b87990357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:32.236818 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-9fb57332-015c-4bfb-93f8-81b87990357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:38:32.247457 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-9fb57332-015c-4bfb-93f8-81b87990357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:32.247457 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-9fb57332-015c-4bfb-93f8-81b87990357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.283414 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca6d71-b51a-45c2-8758-5eab2d41d211 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event updated for resources: {'Port': ['ID=2cb80146-60d5-4ad2-8173-ccb3d000b4c7,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:32.284797 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-1ec81ff2-43f9-487f-94ef-dfab0e60a9df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6138799 Jan 25 08:38:32.346652 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3b897-26a0-4202-8d5f-8f923a1f4b64 req-aa8c5593-8eee-4e36-84a5-eb26bd98d37b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:32.348489 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b6f3b897-26a0-4202-8d5f-8f923a1f4b64 req-aa8c5593-8eee-4e36-84a5-eb26bd98d37b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 944 time: 0.1591585 Jan 25 08:38:32.348919 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb57332-015c-4bfb-93f8-81b87990357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event updated for resources: {'Port': ['ID=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:32.358725 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Request body: {'port': {'device_id': '31805f8d-a386-4eeb-b66a-1c63c06c6bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:32.409904 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-c3ca6d71-b51a-45c2-8758-5eab2d41d211 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6138835 Jan 25 08:38:32.411776 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-9fb57332-015c-4bfb-93f8-81b87990357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7980831 Jan 25 08:38:32.428427 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-422d6392-cb36-40e1-afdd-3a24d26bad3e req-949d5a96-e008-4697-8ac5-bddb23c9f4f5 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032888 Jan 25 08:38:32.432836 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f93d50-0990-490d-8afc-cd88adfd80ed {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:38:32.439245 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b6f3b897-26a0-4202-8d5f-8f923a1f4b64 req-18929725-8184-4ebb-b9b9-014a99772510 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721064 Jan 25 08:38:32.452569 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Request body: {'port': {'device_id': '29b6f38f-84f0-49a0-a939-eb8375f61bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:32.459414 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Publish callbacks [] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.482427 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Request body: {'port': {'device_id': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:32.560305 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Transition to ACTIVE for port object 34f93d50-0990-490d-8afc-cd88adfd80ed will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:38:32.583159 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.616653 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-b8f0539c-6d50-4b52-a1cd-3ca960ec02a6 None None] Provisioning complete for port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:32.619928 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b8f0539c-6d50-4b52-a1cd-3ca960ec02a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.656621 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.670538 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c5779-4fbb-427a-8d2d-e8aca7dd1028 req-49349339-7524-4912-a760-c13dd9e1aeb5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:32.671969 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5e0c5779-4fbb-427a-8d2d-e8aca7dd1028 req-49349339-7524-4912-a760-c13dd9e1aeb5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 931 time: 0.1396103 Jan 25 08:38:32.688496 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0539c-6d50-4b52-a1cd-3ca960ec02a6 None None] Port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:38:32.719758 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.791915 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.806184 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc67c98-6b2e-4649-abae-30a47b871c29 req-ccf6f012-626a-4b4c-9f2b-9ec59f95a5bd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:32.814803 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-a1773c38-802e-4649-9a76-4eb97e71889a None None] Provisioning complete for port cf6a8b39-19f8-4fc9-b15f-13dde81446ed triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:32.815182 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a1773c38-802e-4649-9a76-4eb97e71889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:32.820746 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6fc67c98-6b2e-4649-abae-30a47b871c29 req-ccf6f012-626a-4b4c-9f2b-9ec59f95a5bd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 943 time: 0.1599174 Jan 25 08:38:32.888177 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-a1773c38-802e-4649-9a76-4eb97e71889a None None] Port cf6a8b39-19f8-4fc9-b15f-13dde81446ed cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:38:33.009848 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 38566) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:33.061461 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0e82849e-6675-4745-9490-04435984a099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.063232 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Pushing event updated for resources: {'Port': ['ID=34f93d50-0990-490d-8afc-cd88adfd80ed,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:33.132441 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5e0c5779-4fbb-427a-8d2d-e8aca7dd1028 req-2d1b1ff0-87b8-4077-bc75-bd827db1ba6e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4516447 Jan 25 08:38:33.146123 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Attempting to bind port 34f93d50-0990-490d-8afc-cd88adfd80ed on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:38:33.146465 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Attempting to bind port 34f93d50-0990-490d-8afc-cd88adfd80ed by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '183eb43f-d766-4d13-975f-0367b2e71554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:38:33.146794 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Attempting to bind port 34f93d50-0990-490d-8afc-cd88adfd80ed on network 5eb1523e-8b36-4420-9865-509a0828a097 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:33.171846 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Port 34f93d50-0990-490d-8afc-cd88adfd80ed on network 5eb1523e-8b36-4420-9865-509a0828a097 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:38:33.175235 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Attempting to bind port 34f93d50-0990-490d-8afc-cd88adfd80ed on network 5eb1523e-8b36-4420-9865-509a0828a097 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:33.190942 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6fc67c98-6b2e-4649-abae-30a47b871c29 req-354697c1-7bf5-471b-a17f-76c3377d289a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559103 Jan 25 08:38:33.259997 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:38:33.260362 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Checking segment: {'id': '183eb43f-d766-4d13-975f-0367b2e71554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:33.260747 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Bound using segment: {'id': '183eb43f-d766-4d13-975f-0367b2e71554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:38:33.261185 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Bound port: 34f93d50-0990-490d-8afc-cd88adfd80ed, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183eb43f-d766-4d13-975f-0367b2e71554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:38:33.262078 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.369358 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489c5a5-55a4-44af-bc42-6d86c690882b req-930afa70-bdce-4290-b3da-d9fd1a0247eb tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:33.371690 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7489c5a5-55a4-44af-bc42-6d86c690882b req-930afa70-bdce-4290-b3da-d9fd1a0247eb tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 931 time: 0.1567154 Jan 25 08:38:33.395444 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0e82849e-6675-4745-9490-04435984a099 admin admin] Publish callbacks [] for security_group (29fb1c42-3a54-41df-bcc5-b6d728d036a9), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.487185 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] For port 34f93d50-0990-490d-8afc-cd88adfd80ed, host hv-cinder-81187, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:38:33.493513 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:38:33.502054 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bb7c3b-b0fe-482c-843a-4a661fe62109 {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:38:33.509747 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0e82849e-6675-4745-9490-04435984a099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (29fb1c42-3a54-41df-bcc5-b6d728d036a9), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.513708 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Publish callbacks [] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.515914 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7489c5a5-55a4-44af-bc42-6d86c690882b req-ce887303-29a9-47d8-9181-59daf5a0b5d5 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351352 Jan 25 08:38:33.517782 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Publish callbacks [] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.521030 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] For port 34f93d50-0990-490d-8afc-cd88adfd80ed, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=34f93d50-0990-490d-8afc-cd88adfd80ed,segment=NetworkSegment(183eb43f-d766-4d13-975f-0367b2e71554),segment_id=183eb43f-d766-4d13-975f-0367b2e71554)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:38:33.568425 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Transition to ACTIVE for port object 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 will not be triggered until provisioned by entity L2. {{(pid=103105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:38:33.576125 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6a8b39-19f8-4fc9-b15f-13dde81446ed {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:38:33.586674 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Publish callbacks [] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.607537 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2008e-f247-452d-9882-7409cc1b36e4 req-67f3ab40-4a5b-4d30-81f5-4b8bb8ab33bf tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:33.608373 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-0e82849e-6675-4745-9490-04435984a099 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=29fe292afcc843fcb7cc40ab00d13165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5971963 Jan 25 08:38:33.609197 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b2b2008e-f247-452d-9882-7409cc1b36e4 req-67f3ab40-4a5b-4d30-81f5-4b8bb8ab33bf tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.1185977 Jan 25 08:38:33.609704 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Transition to ACTIVE for port object 52bb7c3b-b0fe-482c-843a-4a661fe62109 will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:38:33.611205 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.611338 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38574) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:33.613581 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Transition to ACTIVE for port object cf6a8b39-19f8-4fc9-b15f-13dde81446ed will not be triggered until provisioned by entity L2. {{(pid=103105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:38:33.645228 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82849e-6675-4745-9490-04435984a099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb1c42-3a54-41df-bcc5-b6d728d036a9,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:33.672955 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.679768 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:33.680419 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.681804 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] 10.222.0.121 "PUT /v2.0/ports/34f93d50-0990-490d-8afc-cd88adfd80ed HTTP/1.1" status: 200 len: 1093 time: 1.9974763 Jan 25 08:38:33.682244 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77dd4b47-169e-4f90-9c24-92eb17811755', 'tag': '34f93d50-0990-490d-8afc-cd88adfd80ed'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:38:33.685245 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad664815-2529-414a-a0fb-00af650ae16d" -d '{"events": [{"name": "network-changed", "server_uuid": "77dd4b47-169e-4f90-9c24-92eb17811755", "tag": "34f93d50-0990-490d-8afc-cd88adfd80ed"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:38:33.704712 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.723605 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.727380 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc78d5-b688-480e-bc7a-a72eb2328734 req-8577f99a-b465-4a92-8fad-af925aa0a8ce tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:33.739572 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b2b2008e-f247-452d-9882-7409cc1b36e4 req-13dad131-0ea9-47de-a9e8-4feb96d67fcd tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086640 Jan 25 08:38:33.739674 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7bbc78d5-b688-480e-bc7a-a72eb2328734 req-8577f99a-b465-4a92-8fad-af925aa0a8ce tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 944 time: 0.1433756 Jan 25 08:38:33.744374 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9f2f7-e8ed-4bc3-8147-5ef04c1e91fb service neutron] Pushing event updated for resources: {'Port': ['ID=34f93d50-0990-490d-8afc-cd88adfd80ed,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:33.752644 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-61cc28cb-e877-4c8f-ad68-c21346a19f29 admin admin] Publish callbacks [] for security_group (29fb1c42-3a54-41df-bcc5-b6d728d036a9), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.787823 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb80146-60d5-4ad2-8173-ccb3d000b4c7,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:33.811393 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-61cc28cb-e877-4c8f-ad68-c21346a19f29 admin admin] Publish callbacks [] for security_group (29fb1c42-3a54-41df-bcc5-b6d728d036a9), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:33.943790 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Pushing event updated for resources: {'Port': ['ID=52bb7c3b-b0fe-482c-843a-4a661fe62109,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:33.959871 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabdc359-834a-470f-8965-657580497f7b x-openstack-request-id: req-dabdc359-834a-470f-8965-657580497f7b {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:38:33.963574 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77dd4b47-169e-4f90-9c24-92eb17811755", "tag": "34f93d50-0990-490d-8afc-cd88adfd80ed", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:38:33.963947 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-dabdc359-834a-470f-8965-657580497f7b {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:38:33.965328 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77dd4b47-169e-4f90-9c24-92eb17811755', 'tag': '34f93d50-0990-490d-8afc-cd88adfd80ed', 'status': 'completed', 'code': 200} Jan 25 08:38:33.971527 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7bbc78d5-b688-480e-bc7a-a72eb2328734 req-87ac5790-1738-410c-8ada-882c69cfd09b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356720 Jan 25 08:38:33.974154 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Attempting to bind port 52bb7c3b-b0fe-482c-843a-4a661fe62109 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:38:33.974649 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Attempting to bind port 52bb7c3b-b0fe-482c-843a-4a661fe62109 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '183eb43f-d766-4d13-975f-0367b2e71554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:38:33.975084 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Attempting to bind port 52bb7c3b-b0fe-482c-843a-4a661fe62109 on network 5eb1523e-8b36-4420-9865-509a0828a097 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:33.984900 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-c243f057-eee1-4298-a152-3a961b2ffc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:33.986615 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-c243f057-eee1-4298-a152-3a961b2ffc93 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d8a5497ebd1437cba42c0faf75c13e7&device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 1096 time: 0.1839557 Jan 25 08:38:33.987752 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Port 52bb7c3b-b0fe-482c-843a-4a661fe62109 on network 5eb1523e-8b36-4420-9865-509a0828a097 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:38:33.988786 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Attempting to bind port 52bb7c3b-b0fe-482c-843a-4a661fe62109 on network 5eb1523e-8b36-4420-9865-509a0828a097 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:34.017438 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Attempting to bind port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:38:34.017598 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Attempting to bind port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:38:34.017997 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Attempting to bind port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 on network 7112ec2a-354f-4299-a519-bb5af2762b92 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:34.022316 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Pushing event updated for resources: {'Port': ['ID=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:34.030431 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Attempting to bind port cf6a8b39-19f8-4fc9-b15f-13dde81446ed on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:38:34.030695 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Attempting to bind port cf6a8b39-19f8-4fc9-b15f-13dde81446ed by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:38:34.031026 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Attempting to bind port cf6a8b39-19f8-4fc9-b15f-13dde81446ed on network 1034f08a-497e-433f-a3f5-f68e036144ee {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:34.033463 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 on network 7112ec2a-354f-4299-a519-bb5af2762b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:38:34.033781 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Attempting to bind port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 on network 7112ec2a-354f-4299-a519-bb5af2762b92 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:34.043589 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:38:34.043589 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Checking segment: {'id': '183eb43f-d766-4d13-975f-0367b2e71554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:34.043589 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Bound using segment: {'id': '183eb43f-d766-4d13-975f-0367b2e71554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:38:34.043589 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Bound port: 52bb7c3b-b0fe-482c-843a-4a661fe62109, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183eb43f-d766-4d13-975f-0367b2e71554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:38:34.044033 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:38:34.044167 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:34.044253 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Checking segment: {'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:34.044253 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Bound using segment: {'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:38:34.044525 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Bound port: 2cb80146-60d5-4ad2-8173-ccb3d000b4c7, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:38:34.044942 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:34.047047 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Port cf6a8b39-19f8-4fc9-b15f-13dde81446ed on network 1034f08a-497e-433f-a3f5-f68e036144ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:38:34.047370 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Attempting to bind port cf6a8b39-19f8-4fc9-b15f-13dde81446ed on network 1034f08a-497e-433f-a3f5-f68e036144ee {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:38:34.047896 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-3da72f12-2e76-4543-b31f-724ed2676aab service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34f93d50-0990-490d-8afc-cd88adfd80ed HTTP/1.1" status: 200 len: 217 time: 0.0521111 Jan 25 08:38:34.064187 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:38:34.064510 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Checking segment: {'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:34.064943 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Bound using segment: {'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:38:34.065428 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Bound port: cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:38:34.065799 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:34.169682 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-c3127d3e-aa6c-4b4d-9295-131237cde8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:34.171281 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-c3127d3e-aa6c-4b4d-9295-131237cde8a2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=38a2320b-acd8-43cc-9a48-d5178286b608 HTTP/1.1" status: 200 len: 858 time: 0.1138613 Jan 25 08:38:34.190161 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-61cc28cb-e877-4c8f-ad68-c21346a19f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (29fb1c42-3a54-41df-bcc5-b6d728d036a9), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:34.192801 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-61cc28cb-e877-4c8f-ad68-c21346a19f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:34.198612 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-61cc28cb-e877-4c8f-ad68-c21346a19f29 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/29fb1c42-3a54-41df-bcc5-b6d728d036a9 HTTP/1.1" status: 204 len: 168 time: 0.5863111 Jan 25 08:38:34.212614 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-5a1049f3-e562-45ac-83e6-3e43de58da34 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5eb1523e-8b36-4420-9865-509a0828a097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345383 Jan 25 08:38:34.226778 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] For port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7, host hv-cinder-81187, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:38:34.234725 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] For port 52bb7c3b-b0fe-482c-843a-4a661fe62109, host hv-cinder-81187, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:38:34.238458 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] For port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2cb80146-60d5-4ad2-8173-ccb3d000b4c7,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:38:34.261258 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc28cb-e877-4c8f-ad68-c21346a19f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb1c42-3a54-41df-bcc5-b6d728d036a9,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:34.268554 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] For port 52bb7c3b-b0fe-482c-843a-4a661fe62109, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=52bb7c3b-b0fe-482c-843a-4a661fe62109,segment=NetworkSegment(183eb43f-d766-4d13-975f-0367b2e71554),segment_id=183eb43f-d766-4d13-975f-0367b2e71554)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:38:34.296899 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] For port cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host hv-cinder-81187, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:38:34.310915 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] For port cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:38:34.347415 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:34.351608 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:34.387009 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: from cryptography.utils import int_from_bytes Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: from cryptography.utils import int_from_bytes Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.395030 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.397100 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.397100 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.397100 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.397100 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.397100 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.397100 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.397100 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.397100 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.397100 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.397100 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:38:34.397100 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:38:34.399571 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4322db-2fae-49db-bb87-550df4f96291 req-ca4869d5-4ef6-470b-af91-ed6e325948c3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:34.406599 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2a4322db-2fae-49db-bb87-550df4f96291 req-ca4869d5-4ef6-470b-af91-ed6e325948c3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.1100316 Jan 25 08:38:34.428223 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-39315e4e-5794-44bc-89a4-0950fa98b4b2 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040772 Jan 25 08:38:34.434692 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:34.434872 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:34.436291 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] 10.222.0.121 "PUT /v2.0/ports/52bb7c3b-b0fe-482c-843a-4a661fe62109 HTTP/1.1" status: 200 len: 1093 time: 2.0991504 Jan 25 08:38:34.440373 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:34.445599 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:34.445599 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] 10.222.0.121 "PUT /v2.0/ports/2cb80146-60d5-4ad2-8173-ccb3d000b4c7 HTTP/1.1" status: 200 len: 1093 time: 2.0019622 Jan 25 08:38:34.449942 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b6f38f-84f0-49a0-a939-eb8375f61bee', 'tag': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:38:34.452398 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48996d5-0df7-4e10-a3c2-d314b83f4fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "29b6f38f-84f0-49a0-a939-eb8375f61bee", "tag": "2cb80146-60d5-4ad2-8173-ccb3d000b4c7"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:38:34.466007 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:34.466732 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:34.473844 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] 10.222.0.121 "PUT /v2.0/ports/cf6a8b39-19f8-4fc9-b15f-13dde81446ed HTTP/1.1" status: 200 len: 1093 time: 2.0103965 Jan 25 08:38:34.477946 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe54fba-84c2-42f3-9f57-383558e9dfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb80146-60d5-4ad2-8173-ccb3d000b4c7,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:34.491158 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81056e3-fa89-4e6e-82c5-2069afcb99c4 req-829a9ab5-dc7e-4c6d-9909-d7061298a125 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:34.492794 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e81056e3-fa89-4e6e-82c5-2069afcb99c4 req-829a9ab5-dc7e-4c6d-9909-d7061298a125 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 943 time: 0.1825709 Jan 25 08:38:34.528462 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1fb62-72b6-49c0-9b86-b6874c145201 service neutron] Pushing event updated for resources: {'Port': ['ID=52bb7c3b-b0fe-482c-843a-4a661fe62109,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:34.585242 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb4d21-41ae-4bca-9a16-9193e94ac3da service neutron] Pushing event updated for resources: {'Port': ['ID=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:34.592464 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2a4322db-2fae-49db-bb87-550df4f96291 req-20a9ab26-a1f6-4dc7-9553-9f305f06d30d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848450 Jan 25 08:38:34.714614 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-c45d745e-3e2c-4c1d-9033-45da74cd263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:34.716508 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-c45d745e-3e2c-4c1d-9033-45da74cd263a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 1096 time: 0.1224880 Jan 25 08:38:34.727387 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-b20fb89e-b759-4ab2-b9e6-c665c77673a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:34.743392 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-b20fb89e-b759-4ab2-b9e6-c665c77673a0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d8a5497ebd1437cba42c0faf75c13e7&device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 1096 time: 0.1432793 Jan 25 08:38:34.800617 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f2eed76-00c3-4bfe-beb8-ef57c89978c8 req-8c2da683-650e-4593-b552-12f72d882b9f service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606434 Jan 25 08:38:34.810643 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:38:34.822578 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-3421097e-7f4a-4128-9308-8d750673f979 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed HTTP/1.1" status: 200 len: 217 time: 0.0828142 Jan 25 08:38:34.824852 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7493a47-7f35-45fb-823b-c03688f1fd1e x-openstack-request-id: req-c7493a47-7f35-45fb-823b-c03688f1fd1e {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:38:34.825528 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b6f38f-84f0-49a0-a939-eb8375f61bee", "tag": "2cb80146-60d5-4ad2-8173-ccb3d000b4c7", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:38:34.825528 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c7493a47-7f35-45fb-823b-c03688f1fd1e {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:38:34.825706 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b6f38f-84f0-49a0-a939-eb8375f61bee', 'tag': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7', 'status': 'completed', 'code': 200} Jan 25 08:38:34.828327 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e81056e3-fa89-4e6e-82c5-2069afcb99c4 req-279bcb4d-2fc1-402e-9f95-07e3a8870db6 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005111 Jan 25 08:38:34.886093 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-6caa697b-97ea-4cc4-838f-c4cee4d5b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:34.899752 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-6caa697b-97ea-4cc4-838f-c4cee4d5b618 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 1096 time: 0.3147020 Jan 25 08:38:34.968314 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-6ad70b08-90a5-491a-b236-f92c41617fa7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52bb7c3b-b0fe-482c-843a-4a661fe62109 HTTP/1.1" status: 200 len: 217 time: 0.2165687 Jan 25 08:38:35.037165 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-3f75db56-91eb-4a65-9e61-b5746d7c1f8c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb80146-60d5-4ad2-8173-ccb3d000b4c7 HTTP/1.1" status: 200 len: 217 time: 0.1288025 Jan 25 08:38:35.054146 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-77b206ed-b577-4586-8adc-e28e0f705d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:35.055617 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-77b206ed-b577-4586-8adc-e28e0f705d12 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3f7bec09-c3cd-427a-a947-5b8b47de6266 HTTP/1.1" status: 200 len: 854 time: 0.2222013 Jan 25 08:38:35.101984 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:35.116227 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': '41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d', 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14', 'port_id': '41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d', 'mac_address': 'fa:16:3e:5e:32:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8965e3-8a09-4d2f-9556-60a9e740f6a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:38:35.147793 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446054c4-a088-4833-b17e-e2568053db4b req-d3bab13e-fe42-4c4f-b2b6-4aa8fc94ebd0 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:35.149223 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad664815-2529-414a-a0fb-00af650ae16d req-158ce645-332c-462a-9b77-8d7ef6ac3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:35.153163 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ad664815-2529-414a-a0fb-00af650ae16d req-158ce645-332c-462a-9b77-8d7ef6ac3192 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d8a5497ebd1437cba42c0faf75c13e7&device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 1096 time: 0.1272857 Jan 25 08:38:35.156249 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:35.156843 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:35.157919 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-446054c4-a088-4833-b17e-e2568053db4b req-d3bab13e-fe42-4c4f-b2b6-4aa8fc94ebd0 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 943 time: 0.2148864 Jan 25 08:38:35.164036 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3342570-e43d-4e26-a238-bffe355d07fc req-56250293-f9ac-4ac4-843c-8c9fa6efef30 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:35.171489 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d3342570-e43d-4e26-a238-bffe355d07fc req-56250293-f9ac-4ac4-843c-8c9fa6efef30 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 943 time: 0.1441762 Jan 25 08:38:35.173718 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:38:35.174105 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-aa25d4bd-7786-407d-810a-1c649af97f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:35.175758 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-aa25d4bd-7786-407d-810a-1c649af97f64 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3aa8424a-f40c-4afe-a08b-80f8771ddc15 HTTP/1.1" status: 200 len: 850 time: 0.1140285 Jan 25 08:38:35.209737 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:35.215999 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-c29c80b7-7bdf-492e-b4c8-ce4bbe572a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:35.218818 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-c29c80b7-7bdf-492e-b4c8-ce4bbe572a23 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=38a2320b-acd8-43cc-9a48-d5178286b608 HTTP/1.1" status: 200 len: 858 time: 0.2366154 Jan 25 08:38:35.289479 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-a9d8fbc0-e1b9-417c-930e-a0dde2f5fbe2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5eb1523e-8b36-4420-9865-509a0828a097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594697 Jan 25 08:38:35.294407 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-446054c4-a088-4833-b17e-e2568053db4b req-8fd275b3-760a-40e2-a68c-9d507157cd07 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352935 Jan 25 08:38:35.310322 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-49e42d3a-3f26-4e47-aa5d-dac89df967cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:35.311855 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-49e42d3a-3f26-4e47-aa5d-dac89df967cc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1034f08a-497e-433f-a3f5-f68e036144ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2390003 Jan 25 08:38:35.339221 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d3342570-e43d-4e26-a238-bffe355d07fc req-72151b25-d372-4459-a9cb-c6dce5cf6a24 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668625 Jan 25 08:38:35.360410 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-3fbc2164-846b-43c3-8cdb-246d4d8324c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:35.361948 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-3fbc2164-846b-43c3-8cdb-246d4d8324c4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7112ec2a-354f-4299-a519-bb5af2762b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1629772 Jan 25 08:38:35.372622 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad664815-2529-414a-a0fb-00af650ae16d req-a4861b46-826f-48a3-8307-9d0d354d75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:35.374667 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ad664815-2529-414a-a0fb-00af650ae16d req-a4861b46-826f-48a3-8307-9d0d354d75ef service neutron] 10.222.0.121 "GET /v2.0/networks?id=5eb1523e-8b36-4420-9865-509a0828a097 HTTP/1.1" status: 200 len: 919 time: 0.1970921 Jan 25 08:38:35.415958 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:35.416741 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device ec60a83b-b173-4825-b3a5-a69b176dd031 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:38:35.437739 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ad664815-2529-414a-a0fb-00af650ae16d req-f84241a8-b508-43c7-96aa-ceeb49b2a5e5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34f93d50-0990-490d-8afc-cd88adfd80ed HTTP/1.1" status: 200 len: 217 time: 0.0551286 Jan 25 08:38:35.507833 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-3ee6bb76-7907-4a2d-a684-26d58b8538a9 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076173 Jan 25 08:38:35.524637 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:35.524819 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-3bc3805e-a811-4e5a-8d0a-9ecc67a576e3 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926947 Jan 25 08:38:35.542736 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db21de-ad6c-4d48-a596-0046349207bc req-fbb94002-4c8f-4522-82f9-bae97d3082f4 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:35.544483 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b7db21de-ad6c-4d48-a596-0046349207bc req-fbb94002-4c8f-4522-82f9-bae97d3082f4 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 944 time: 0.1484354 Jan 25 08:38:35.547041 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-edc4d59b-4c16-49f3-8865-ccb72bbe68c1 service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781611 Jan 25 08:38:35.552552 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad664815-2529-414a-a0fb-00af650ae16d req-074b9447-c197-4819-bfd0-7739e2a49c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:35.554738 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ad664815-2529-414a-a0fb-00af650ae16d req-074b9447-c197-4819-bfd0-7739e2a49c05 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=38a2320b-acd8-43cc-9a48-d5178286b608 HTTP/1.1" status: 200 len: 858 time: 0.0830653 Jan 25 08:38:35.582261 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port ec60a83b-b173-4825-b3a5-a69b176dd031, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ec60a83b-b173-4825-b3a5-a69b176dd031,segment=NetworkSegment(cede7dee-166a-4435-92a7-e41318a7293c),segment_id=cede7dee-166a-4435-92a7-e41318a7293c)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:35.603125 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'ec60a83b-b173-4825-b3a5-a69b176dd031', 'network_id': 'dd295e8b-512d-4cc7-8d0a-0df033feac10', 'port_id': 'ec60a83b-b173-4825-b3a5-a69b176dd031', 'mac_address': 'fa:16:3e:3e:56:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9823c8dd-ccf3-4b86-ba23-d73a4cb80321', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:38:35.635583 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ad664815-2529-414a-a0fb-00af650ae16d req-4c0f6067-d2db-4edd-8e16-152e695fecf3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5eb1523e-8b36-4420-9865-509a0828a097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688441 Jan 25 08:38:35.653486 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port ec60a83b-b173-4825-b3a5-a69b176dd031 is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:35.654055 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:35.669211 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec60a83b-b173-4825-b3a5-a69b176dd031 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:38:35.693412 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port ec60a83b-b173-4825-b3a5-a69b176dd031, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ec60a83b-b173-4825-b3a5-a69b176dd031,segment=NetworkSegment(cede7dee-166a-4435-92a7-e41318a7293c),segment_id=cede7dee-166a-4435-92a7-e41318a7293c)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:35.736476 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-da3e64ea-3403-4259-b0a6-26849d25810a service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107751 Jan 25 08:38:35.770001 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:35.773700 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b7db21de-ad6c-4d48-a596-0046349207bc req-f948f965-4116-452f-811f-f45c395bfaee tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061501 Jan 25 08:38:35.788434 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0331ddb-6c8a-49d4-8439-51b094df6624 req-bf0ec202-5e83-4b09-b82b-aff49c2572a1 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718794 Jan 25 08:38:35.840716 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=ec60a83b-b173-4825-b3a5-a69b176dd031,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:36.037342 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31805f8d-a386-4eeb-b66a-1c63c06c6bd3', 'tag': '52bb7c3b-b0fe-482c-843a-4a661fe62109'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:38:36.039562 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3487b981-b3bf-4768-bd89-a9d73814d4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "31805f8d-a386-4eeb-b66a-1c63c06c6bd3", "tag": "52bb7c3b-b0fe-482c-843a-4a661fe62109"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:38:36.044078 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-84a01de1-f233-4b91-8978-fce3b94bd37e req-02337fa9-1d21-4193-a064-d51cef74e79c service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868033 Jan 25 08:38:36.110264 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727bef6-ec38-4e62-9699-68b3b5c5068f req-92b3ca43-18a2-4f3e-b4e3-cfc624c2280a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:36.111823 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2727bef6-ec38-4e62-9699-68b3b5c5068f req-92b3ca43-18a2-4f3e-b4e3-cfc624c2280a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.3510909 Jan 25 08:38:36.113886 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ad664815-2529-414a-a0fb-00af650ae16d req-c7391d99-28ae-4b0c-a067-640e610a1687 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666100 Jan 25 08:38:36.144504 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfc9d3-a96b-4de5-b342-54cad766dffd req-a53e85bf-410e-43c6-902f-9b7811e74bdd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:36.146047 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f7cfc9d3-a96b-4de5-b342-54cad766dffd req-a53e85bf-410e-43c6-902f-9b7811e74bdd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 943 time: 0.2478580 Jan 25 08:38:36.197088 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f7cfc9d3-a96b-4de5-b342-54cad766dffd req-b94ef119-1f73-443c-a568-4900b8c5d56f tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450776 Jan 25 08:38:36.237893 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2727bef6-ec38-4e62-9699-68b3b5c5068f req-9919663e-f0ce-4be3-b497-531602485091 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183941 Jan 25 08:38:36.256053 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105940da-c10d-4158-91e6-a726cf464789 x-openstack-request-id: req-105940da-c10d-4158-91e6-a726cf464789 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:38:36.256187 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31805f8d-a386-4eeb-b66a-1c63c06c6bd3", "tag": "52bb7c3b-b0fe-482c-843a-4a661fe62109", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:38:36.256408 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-105940da-c10d-4158-91e6-a726cf464789 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:38:36.256803 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31805f8d-a386-4eeb-b66a-1c63c06c6bd3', 'tag': '52bb7c3b-b0fe-482c-843a-4a661fe62109', 'status': 'completed', 'code': 200} Jan 25 08:38:36.297849 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ad664815-2529-414a-a0fb-00af650ae16d req-1e6ecbb5-f7dd-478a-81f0-590aa23d9d69 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769631 Jan 25 08:38:36.302867 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48996d5-0df7-4e10-a3c2-d314b83f4fd1 req-7de9bf96-1076-4b2b-84e4-67f5ee9204a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:36.304491 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e48996d5-0df7-4e10-a3c2-d314b83f4fd1 req-7de9bf96-1076-4b2b-84e4-67f5ee9204a0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 1096 time: 0.0845711 Jan 25 08:38:36.343247 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b981-b3bf-4768-bd89-a9d73814d4ab req-5ac4f40c-8fdc-4dd8-82a7-55f3389f8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:36.344862 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3487b981-b3bf-4768-bd89-a9d73814d4ab req-5ac4f40c-8fdc-4dd8-82a7-55f3389f8f29 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d8a5497ebd1437cba42c0faf75c13e7&device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0731733 Jan 25 08:38:36.431130 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48996d5-0df7-4e10-a3c2-d314b83f4fd1 req-d32dc60e-231e-4e9d-980a-d39b803fb463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:36.432735 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e48996d5-0df7-4e10-a3c2-d314b83f4fd1 req-d32dc60e-231e-4e9d-980a-d39b803fb463 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 200 len: 912 time: 0.1209443 Jan 25 08:38:36.473188 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835ad6c-285a-481a-9efe-ead81c2b7983 req-61f665c3-191d-4fcc-9bd0-0171c19c2331 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:36.474577 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a835ad6c-285a-481a-9efe-ead81c2b7983 req-61f665c3-191d-4fcc-9bd0-0171c19c2331 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 943 time: 0.1015902 Jan 25 08:38:36.508822 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e48996d5-0df7-4e10-a3c2-d314b83f4fd1 req-11b68c44-cc92-4ef0-b28c-ff1f3add4d3e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb80146-60d5-4ad2-8173-ccb3d000b4c7 HTTP/1.1" status: 200 len: 217 time: 0.0667381 Jan 25 08:38:36.512721 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b981-b3bf-4768-bd89-a9d73814d4ab req-6a9a470e-e96a-4b7d-ba5a-0d3e209c661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:36.514462 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3487b981-b3bf-4768-bd89-a9d73814d4ab req-6a9a470e-e96a-4b7d-ba5a-0d3e209c661f service neutron] 10.222.0.121 "GET /v2.0/networks?id=5eb1523e-8b36-4420-9865-509a0828a097 HTTP/1.1" status: 200 len: 919 time: 0.1611061 Jan 25 08:38:36.531236 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a3d7a-7822-4479-9324-66b49a3c0b43 req-652cc545-0197-41da-8b90-bb8cf69ec76d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:36.535741 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-664a3d7a-7822-4479-9324-66b49a3c0b43 req-652cc545-0197-41da-8b90-bb8cf69ec76d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 944 time: 0.0995712 Jan 25 08:38:36.572810 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3487b981-b3bf-4768-bd89-a9d73814d4ab req-3cddf39e-f9e2-4790-aa5c-018d7a8e7001 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52bb7c3b-b0fe-482c-843a-4a661fe62109 HTTP/1.1" status: 200 len: 217 time: 0.0461056 Jan 25 08:38:36.581026 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a835ad6c-285a-481a-9efe-ead81c2b7983 req-c82503d3-c62e-40ff-b582-6b6fbd79ce6e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942521 Jan 25 08:38:36.609837 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48996d5-0df7-4e10-a3c2-d314b83f4fd1 req-f9056fb4-d299-4356-b98f-7cd47aab19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:36.611457 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e48996d5-0df7-4e10-a3c2-d314b83f4fd1 req-f9056fb4-d299-4356-b98f-7cd47aab19f2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3aa8424a-f40c-4afe-a08b-80f8771ddc15 HTTP/1.1" status: 200 len: 850 time: 0.0772848 Jan 25 08:38:36.631673 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b981-b3bf-4768-bd89-a9d73814d4ab req-657079bb-a2cf-4c6a-b7cd-2535679e2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:36.633145 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3487b981-b3bf-4768-bd89-a9d73814d4ab req-657079bb-a2cf-4c6a-b7cd-2535679e2448 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=38a2320b-acd8-43cc-9a48-d5178286b608 HTTP/1.1" status: 200 len: 858 time: 0.0451155 Jan 25 08:38:36.648131 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-664a3d7a-7822-4479-9324-66b49a3c0b43 req-f9117f45-c3d7-4e67-a0c3-2832a10332f2 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870869 Jan 25 08:38:36.670594 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3487b981-b3bf-4768-bd89-a9d73814d4ab req-4c8b17ce-0403-499f-bb09-fb23a123942e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5eb1523e-8b36-4420-9865-509a0828a097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259495 Jan 25 08:38:36.685740 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48996d5-0df7-4e10-a3c2-d314b83f4fd1 req-0160ddcc-59ce-4fce-983b-cd7546878c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:36.687249 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e48996d5-0df7-4e10-a3c2-d314b83f4fd1 req-0160ddcc-59ce-4fce-983b-cd7546878c9a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7112ec2a-354f-4299-a519-bb5af2762b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629904 Jan 25 08:38:36.771712 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3487b981-b3bf-4768-bd89-a9d73814d4ab req-0a7c6fbd-feae-4386-9e52-3276e4f246d5 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918946 Jan 25 08:38:36.782184 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e48996d5-0df7-4e10-a3c2-d314b83f4fd1 req-c15162ca-668f-4f4d-a08b-32824ca145f2 service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865180 Jan 25 08:38:36.822751 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:38:36.826244 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:38:36.826827 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['ec60a83b-b173-4825-b3a5-a69b176dd031'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:38:36.832116 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8987b027-ba26-4052-9f2e-a4d595fcab70" -d '{"events": [{"name": "network-changed", "server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:38:36.897966 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e48996d5-0df7-4e10-a3c2-d314b83f4fd1 req-4eb897b8-0e49-4a6e-bc7e-91238a8d96fb service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104460 Jan 25 08:38:36.942593 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3487b981-b3bf-4768-bd89-a9d73814d4ab req-73f2f369-6db2-4f73-966b-2edcf2155496 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638286 Jan 25 08:38:36.958973 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac745790-7714-4932-a400-501aad7dc290 x-openstack-request-id: req-ac745790-7714-4932-a400-501aad7dc290 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:38:36.959260 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:38:36.959514 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ac745790-7714-4932-a400-501aad7dc290 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:38:36.959906 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'status': 'completed', 'code': 200} Jan 25 08:38:36.985034 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b870cd0-031a-4b71-b3bb-ffa99e4941fc req-bb718086-e30c-46aa-be26-b3d9a4eb6516 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:36.986943 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4b870cd0-031a-4b71-b3bb-ffa99e4941fc req-bb718086-e30c-46aa-be26-b3d9a4eb6516 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 945 time: 0.0660141 Jan 25 08:38:37.058188 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987b027-ba26-4052-9f2e-a4d595fcab70 req-a92ae95f-c078-4759-b0df-9fb03bd9bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:37.061140 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8987b027-ba26-4052-9f2e-a4d595fcab70 req-a92ae95f-c078-4759-b0df-9fb03bd9bd68 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0736883 Jan 25 08:38:37.102747 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4b870cd0-031a-4b71-b3bb-ffa99e4941fc req-63891897-d1c8-4cb3-aa28-3307f3967ee4 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065707 Jan 25 08:38:37.185319 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987b027-ba26-4052-9f2e-a4d595fcab70 req-55a8bac1-a4e4-41b8-807f-8c5faac567cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:37.187423 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8987b027-ba26-4052-9f2e-a4d595fcab70 req-55a8bac1-a4e4-41b8-807f-8c5faac567cc service neutron] 10.222.0.121 "GET /v2.0/networks?id=1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 200 len: 916 time: 0.1177115 Jan 25 08:38:37.252746 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8987b027-ba26-4052-9f2e-a4d595fcab70 req-1bcec957-a4f6-4ccb-b042-beeeb16e0c44 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed HTTP/1.1" status: 200 len: 217 time: 0.0544274 Jan 25 08:38:37.344467 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987b027-ba26-4052-9f2e-a4d595fcab70 req-0d3a4105-a99b-420c-ad42-9a636c521db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:37.345932 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8987b027-ba26-4052-9f2e-a4d595fcab70 req-0d3a4105-a99b-420c-ad42-9a636c521db1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3f7bec09-c3cd-427a-a947-5b8b47de6266 HTTP/1.1" status: 200 len: 854 time: 0.0852921 Jan 25 08:38:37.371483 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b4e78-4c3c-41dc-af7f-ddc14d668b16 req-0b896fde-4db8-45c4-9401-1009d22e20da tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:37.373272 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1b0b4e78-4c3c-41dc-af7f-ddc14d668b16 req-0b896fde-4db8-45c4-9401-1009d22e20da tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 943 time: 0.0604961 Jan 25 08:38:37.416839 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c1e2e-fecb-4ec6-b005-d188c7dd0655 req-28561d2e-f0e7-4711-b160-67dc20c683e5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:37.418560 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7a7c1e2e-fecb-4ec6-b005-d188c7dd0655 req-28561d2e-f0e7-4711-b160-67dc20c683e5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0908232 Jan 25 08:38:37.421336 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987b027-ba26-4052-9f2e-a4d595fcab70 req-44dff4ae-44bf-4151-b2e9-774b6ffce1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:37.422693 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8987b027-ba26-4052-9f2e-a4d595fcab70 req-44dff4ae-44bf-4151-b2e9-774b6ffce1c6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1034f08a-497e-433f-a3f5-f68e036144ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617802 Jan 25 08:38:37.426724 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1b0b4e78-4c3c-41dc-af7f-ddc14d668b16 req-a771d1d2-ff2e-44c8-999b-9cc9a4fdfb94 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472484 Jan 25 08:38:37.532991 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7a7c1e2e-fecb-4ec6-b005-d188c7dd0655 req-205cacd5-88e7-46d5-a614-83b08b7807f2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084065 Jan 25 08:38:37.552812 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8987b027-ba26-4052-9f2e-a4d595fcab70 req-677e5b57-9dda-49e8-8007-7b6082608e51 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223600 Jan 25 08:38:37.656543 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8987b027-ba26-4052-9f2e-a4d595fcab70 req-dd30754a-e8a8-4316-9ba4-ddeb7756a363 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963197 Jan 25 08:38:37.713383 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208edf76-4299-47dc-95a5-9caec44cbb54 req-25dd6c07-714a-4774-8447-67b376bc0c4c tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:37.715911 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-208edf76-4299-47dc-95a5-9caec44cbb54 req-25dd6c07-714a-4774-8447-67b376bc0c4c tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 943 time: 0.0540428 Jan 25 08:38:37.777864 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-208edf76-4299-47dc-95a5-9caec44cbb54 req-bdb04fc3-440a-4446-a23e-855671fd151c tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561852 Jan 25 08:38:37.783632 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dc355-64e9-4bef-9136-fc52b4e2fc65 req-f8e7f519-573a-4594-9ae0-ed6aceac14bb tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:37.788588 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5c2dc355-64e9-4bef-9136-fc52b4e2fc65 req-f8e7f519-573a-4594-9ae0-ed6aceac14bb tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 944 time: 0.0611925 Jan 25 08:38:37.837108 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5c2dc355-64e9-4bef-9136-fc52b4e2fc65 req-577c3336-b7a7-4e44-82b1-08446baa4015 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460076 Jan 25 08:38:37.890932 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38698) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:38.004707 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5111d1c1-ca8f-460b-8738-653bbe152ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:38.076523 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5111d1c1-ca8f-460b-8738-653bbe152ee5 admin admin] Publish callbacks [] for security_group (bceab4d4-44a6-411f-8412-53a2ee146991), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:38.141432 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5111d1c1-ca8f-460b-8738-653bbe152ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (bceab4d4-44a6-411f-8412-53a2ee146991), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:38.182733 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-5111d1c1-ca8f-460b-8738-653bbe152ee5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=501e2f07b930464ba54e6e7bf497e21b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906759 Jan 25 08:38:38.186468 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38706) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:38.193653 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111d1c1-ca8f-460b-8738-653bbe152ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceab4d4-44a6-411f-8412-53a2ee146991,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:38.227698 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbfdcc-31d2-4b7a-af41-03b76a33ff0d req-762f17dd-c27c-4b11-b9f5-c3ebf9b86e9c tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:38.229351 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-71dbfdcc-31d2-4b7a-af41-03b76a33ff0d req-762f17dd-c27c-4b11-b9f5-c3ebf9b86e9c tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 945 time: 0.0478804 Jan 25 08:38:38.239883 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-67179f40-5bff-4909-9df0-2f395adab278 admin admin] Publish callbacks [] for security_group (bceab4d4-44a6-411f-8412-53a2ee146991), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:38.262407 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-67179f40-5bff-4909-9df0-2f395adab278 admin admin] Publish callbacks [] for security_group (bceab4d4-44a6-411f-8412-53a2ee146991), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:38.280165 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-71dbfdcc-31d2-4b7a-af41-03b76a33ff0d req-f1d7c3c3-c915-4dc5-8207-b03eb89d150e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430081 Jan 25 08:38:38.381231 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-67179f40-5bff-4909-9df0-2f395adab278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (bceab4d4-44a6-411f-8412-53a2ee146991), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:38.383826 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-67179f40-5bff-4909-9df0-2f395adab278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:38.385007 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-67179f40-5bff-4909-9df0-2f395adab278 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/bceab4d4-44a6-411f-8412-53a2ee146991 HTTP/1.1" status: 204 len: 168 time: 0.1975842 Jan 25 08:38:38.393279 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67179f40-5bff-4909-9df0-2f395adab278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceab4d4-44a6-411f-8412-53a2ee146991,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:38.548827 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e51c4b-5a68-4291-8abb-a2aaf509d4a2 req-7a988a67-7469-43b2-b145-958303383b9d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:38.550301 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-56e51c4b-5a68-4291-8abb-a2aaf509d4a2 req-7a988a67-7469-43b2-b145-958303383b9d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 943 time: 0.0527225 Jan 25 08:38:38.599234 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-56e51c4b-5a68-4291-8abb-a2aaf509d4a2 req-47fc9265-2a7b-48ed-bcfb-22310a1fb972 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433588 Jan 25 08:38:38.658571 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d44145-a752-4611-b8bc-bab4b6d79dfa req-850559f9-681e-4c60-99a3-0eda4a8af3aa tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:38.660001 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-76d44145-a752-4611-b8bc-bab4b6d79dfa req-850559f9-681e-4c60-99a3-0eda4a8af3aa tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0558758 Jan 25 08:38:38.707716 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-76d44145-a752-4611-b8bc-bab4b6d79dfa req-a89441d5-f681-406d-bb29-739f230d97fc tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422032 Jan 25 08:38:38.893498 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb2493-8a58-489c-bdff-41e05b93404b req-40fa7ba0-9e23-444f-a6c0-0084902a6b26 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:38.895043 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1ccb2493-8a58-489c-bdff-41e05b93404b req-40fa7ba0-9e23-444f-a6c0-0084902a6b26 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 943 time: 0.0504057 Jan 25 08:38:38.943694 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1ccb2493-8a58-489c-bdff-41e05b93404b req-7d10e666-04d8-4608-88aa-f177625a051b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429652 Jan 25 08:38:38.959336 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e85e0-e5ba-412a-a9cb-774f605768dd req-6aa13e6b-1f58-402a-ae07-c79115fee0f1 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:38.960887 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-508e85e0-e5ba-412a-a9cb-774f605768dd req-6aa13e6b-1f58-402a-ae07-c79115fee0f1 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 944 time: 0.0554407 Jan 25 08:38:39.003096 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38724) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:39.016742 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1ebc8e9f-8e14-42b3-8cbe-bb1badace498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:39.017811 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-508e85e0-e5ba-412a-a9cb-774f605768dd req-363583b2-3501-479d-a010-6b1bdb8aa96c tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508840 Jan 25 08:38:39.087449 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1ebc8e9f-8e14-42b3-8cbe-bb1badace498 admin admin] Publish callbacks [] for security_group (4bb16c5b-8f63-4bde-a2a8-dfc4c83ad624), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:39.129347 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1ebc8e9f-8e14-42b3-8cbe-bb1badace498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (4bb16c5b-8f63-4bde-a2a8-dfc4c83ad624), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:39.168572 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc8e9f-8e14-42b3-8cbe-bb1badace498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb16c5b-8f63-4bde-a2a8-dfc4c83ad624,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:39.174110 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-1ebc8e9f-8e14-42b3-8cbe-bb1badace498 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=05be3c78bfa04bca970d67754d691a65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698980 Jan 25 08:38:39.176798 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38726) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:39.223384 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9152ff8d-4e6b-4a5d-85a5-c785094e57c4 admin admin] Publish callbacks [] for security_group (4bb16c5b-8f63-4bde-a2a8-dfc4c83ad624), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:39.244661 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9152ff8d-4e6b-4a5d-85a5-c785094e57c4 admin admin] Publish callbacks [] for security_group (4bb16c5b-8f63-4bde-a2a8-dfc4c83ad624), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:39.393943 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ad301-f8db-4ae8-a7d3-0ad1afc2c940 req-b9df2dca-ce05-4d6b-8066-5fa89fb74b34 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:39.395531 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b79ad301-f8db-4ae8-a7d3-0ad1afc2c940 req-b9df2dca-ce05-4d6b-8066-5fa89fb74b34 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 945 time: 0.0496702 Jan 25 08:38:39.396801 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9152ff8d-4e6b-4a5d-85a5-c785094e57c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (4bb16c5b-8f63-4bde-a2a8-dfc4c83ad624), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:39.399262 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9152ff8d-4e6b-4a5d-85a5-c785094e57c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:39.403734 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-9152ff8d-4e6b-4a5d-85a5-c785094e57c4 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4bb16c5b-8f63-4bde-a2a8-dfc4c83ad624 HTTP/1.1" status: 204 len: 168 time: 0.2226191 Jan 25 08:38:39.426741 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152ff8d-4e6b-4a5d-85a5-c785094e57c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb16c5b-8f63-4bde-a2a8-dfc4c83ad624,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:39.456587 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b79ad301-f8db-4ae8-a7d3-0ad1afc2c940 req-a8967b4b-680a-431f-9986-1b9e772d98da tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549905 Jan 25 08:38:39.489690 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e70ef6dd-8afd-4350-b46f-385137c2d8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:39.712568 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126678a2-7541-4b32-a2a5-d47f911be1e1 req-9b9100ab-9c26-45ff-be55-c1f5e13c58bc tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:39.714058 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-126678a2-7541-4b32-a2a5-d47f911be1e1 req-9b9100ab-9c26-45ff-be55-c1f5e13c58bc tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 943 time: 0.0482602 Jan 25 08:38:39.770363 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-126678a2-7541-4b32-a2a5-d47f911be1e1 req-b7d4ae4a-9c7b-4aae-9c4a-03e42860e4e9 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495486 Jan 25 08:38:39.853655 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ddd15-4841-45c3-9f91-cc1d3d211ae8 req-3e645077-fcfd-474e-a384-06fab3833ac6 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:39.855740 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f13ddd15-4841-45c3-9f91-cc1d3d211ae8 req-3e645077-fcfd-474e-a384-06fab3833ac6 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0559781 Jan 25 08:38:39.912004 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f13ddd15-4841-45c3-9f91-cc1d3d211ae8 req-cd7e8cb5-4d6e-412e-a48e-c7c74d69b204 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506308 Jan 25 08:38:40.115433 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20042d-2dc4-41a6-bb00-98135576fa3f req-b626d3aa-d44d-4350-b946-f78646db73bf tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:40.122444 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9c20042d-2dc4-41a6-bb00-98135576fa3f req-b626d3aa-d44d-4350-b946-f78646db73bf tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 943 time: 0.0861111 Jan 25 08:38:40.170934 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968acbe9-d509-41c7-8005-bf43f56b4648 req-bf20e248-7d44-4754-8c64-907ea866b755 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:40.172914 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-968acbe9-d509-41c7-8005-bf43f56b4648 req-bf20e248-7d44-4754-8c64-907ea866b755 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 944 time: 0.0539124 Jan 25 08:38:40.180220 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9c20042d-2dc4-41a6-bb00-98135576fa3f req-cc3f4551-18a1-4bf0-acb8-09faefc9b870 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515971 Jan 25 08:38:40.226189 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-968acbe9-d509-41c7-8005-bf43f56b4648 req-3a8d309f-3840-4143-8c6a-13a851d7ffd8 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471926 Jan 25 08:38:40.526694 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38764) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:40.592941 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dc306-5bd8-422b-9d9f-4938c5df0777 req-4e662ce5-a57a-43db-9d3b-827dde66626d tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:40.595303 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-952dc306-5bd8-422b-9d9f-4938c5df0777 req-4e662ce5-a57a-43db-9d3b-827dde66626d tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 945 time: 0.0609906 Jan 25 08:38:40.637554 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2105984845-network', 'tenant_id': '6943f5fe637b41ceaaddf11934e77d59'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:40.659533 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-952dc306-5bd8-422b-9d9f-4938c5df0777 req-0dcad7c5-8496-44a6-bd12-9d2a75c45798 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563028 Jan 25 08:38:40.735096 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Made reservation on behalf of 6943f5fe637b41ceaaddf11934e77d59 for: {'network': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:38:40.737624 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:40.747643 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:40.820900 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Publish callbacks [] for security_group (a0f8c2bd-7d27-430b-85e8-51ba4e999121), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:40.873683 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a0f8c2bd-7d27-430b-85e8-51ba4e999121), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:40.907587 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:38:40.918962 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f8c2bd-7d27-430b-85e8-51ba4e999121,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:40.937349 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248f340-5724-48a0-aefc-2afa6332d88a req-f9b21b98-4280-47bb-a01d-646cddb7699e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:40.938994 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2248f340-5724-48a0-aefc-2afa6332d88a req-f9b21b98-4280-47bb-a01d-646cddb7699e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 943 time: 0.0954850 Jan 25 08:38:40.940324 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (89ff9e3e-cb0c-47af-aab0-a40e2d7f946e), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:40.940663 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.segments_db [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Added segment 89ff9e3e-cb0c-47af-aab0-a40e2d7f946e of type vlan for network eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78 Jan 25 08:38:41.002396 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:41.043855 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2248f340-5724-48a0-aefc-2afa6332d88a req-64e9935b-8e38-4bb4-b947-1c2873c2d31d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944042 Jan 25 08:38:41.062463 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df047c29-7b97-40c6-87a5-c84524622104 req-44296c07-e124-4c22-a016-c415f54501bc tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:41.062463 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-df047c29-7b97-40c6-87a5-c84524622104 req-44296c07-e124-4c22-a016-c415f54501bc tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0538740 Jan 25 08:38:41.101111 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:41.102242 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:41.102888 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:41.115338 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-df047c29-7b97-40c6-87a5-c84524622104 req-acc370d2-315f-417b-a59c-ac2f2440d5a7 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471437 Jan 25 08:38:41.179259 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] Pushing event updated for resources: {'Network': ['ID=eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:41.189987 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:38:41.200803 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-e52027f7-a742-46f4-872d-9f16e5a79973 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6716762 Jan 25 08:38:41.203864 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 38776) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:41.208967 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-c5379621-8968-489e-b09c-3e615858316e admin admin] Request body: {'subnet': {'network_id': 'eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2105984845-subnet', 'tenant_id': '6943f5fe637b41ceaaddf11934e77d59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:41.261402 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5379621-8968-489e-b09c-3e615858316e admin admin] Made reservation on behalf of 6943f5fe637b41ceaaddf11934e77d59 for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:38:41.266653 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c5379621-8968-489e-b09c-3e615858316e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:41.313490 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f917f-b656-4f4f-ba98-1d2d396f1bdd req-a85f76ee-9907-40f7-a8b5-fbabf878234a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:41.315007 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4d6f917f-b656-4f4f-ba98-1d2d396f1bdd req-a85f76ee-9907-40f7-a8b5-fbabf878234a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 943 time: 0.0644293 Jan 25 08:38:41.363093 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4d6f917f-b656-4f4f-ba98-1d2d396f1bdd req-5a7d6a4c-0079-4944-9b12-01a1d5393dbf tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423779 Jan 25 08:38:41.396436 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071d2f2-3578-4bec-bbb5-08feb8c81ec8 req-ea9534fa-b9d1-4f77-953b-aae277bb7fe8 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:41.397939 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d071d2f2-3578-4bec-bbb5-08feb8c81ec8 req-ea9534fa-b9d1-4f77-953b-aae277bb7fe8 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 944 time: 0.0763135 Jan 25 08:38:41.508563 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d071d2f2-3578-4bec-bbb5-08feb8c81ec8 req-fa7453e9-c99a-46c5-87d7-d65f45ddaba8 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035786 Jan 25 08:38:41.575994 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c5379621-8968-489e-b09c-3e615858316e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (0e9a16d6-ecd5-4802-91ee-514bf11ce74e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:41.628730 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5379621-8968-489e-b09c-3e615858316e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9a16d6-ecd5-4802-91ee-514bf11ce74e,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:41.644517 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5379621-8968-489e-b09c-3e615858316e admin admin] Checking segment: {'id': '89ff9e3e-cb0c-47af-aab0-a40e2d7f946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:41.644878 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5379621-8968-489e-b09c-3e615858316e admin admin] Network hostable DHCP agents. Network: eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:38:41.684447 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-44cacce8-8be5-45b7-aa02-0e8a3a9dc049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:41.712448 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5379621-8968-489e-b09c-3e615858316e admin admin] Network eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:38:41.779130 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b811a-cf7b-449d-8d7c-aaea79361c5c req-aa572d1e-a8fa-4b56-b388-72653000a57a tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:41.780633 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fb1b811a-cf7b-449d-8d7c-aaea79361c5c req-aa572d1e-a8fa-4b56-b388-72653000a57a tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 945 time: 0.0530837 Jan 25 08:38:41.804279 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-c5379621-8968-489e-b09c-3e615858316e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:41.809180 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5379621-8968-489e-b09c-3e615858316e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:41.809849 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c5379621-8968-489e-b09c-3e615858316e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:41.815247 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462543c-073b-4574-8906-854f97649f62 None None] Network eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:38:41.837589 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fb1b811a-cf7b-449d-8d7c-aaea79361c5c req-cc90a76b-04bf-4dc8-949d-f4712a677167 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467951 Jan 25 08:38:41.887817 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-c5379621-8968-489e-b09c-3e615858316e admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6826022 Jan 25 08:38:41.922744 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d0ba9-4b66-4971-b997-0c632eb4567d None None] Network eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:38:42.064222 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:38:42.215506 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1e8b8-e90e-47cd-901a-3677b2943a35 req-48ca09a7-25c6-4bcd-8676-3d16f12c86c6 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:42.217068 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ccc1e8b8-e90e-47cd-901a-3677b2943a35 req-48ca09a7-25c6-4bcd-8676-3d16f12c86c6 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 943 time: 0.0667861 Jan 25 08:38:42.237617 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75f5e3-55d5-4e36-847b-297887f65c0d req-b3750d5c-1820-427d-8b81-9f451e7b4f58 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:42.239065 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7b75f5e3-55d5-4e36-847b-297887f65c0d req-b3750d5c-1820-427d-8b81-9f451e7b4f58 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0489907 Jan 25 08:38:42.265586 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ccc1e8b8-e90e-47cd-901a-3677b2943a35 req-d2ad2ef2-acba-4931-98fd-d177ad1622e2 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Jan 25 08:38:42.288013 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7b75f5e3-55d5-4e36-847b-297887f65c0d req-9b88d9ca-7e45-4d52-9ae4-d6e508c07951 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431011 Jan 25 08:38:42.476754 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caf1dd-fe4b-44ec-8758-4c6d42ac3290 req-82423807-d7b6-409f-a6a1-1e1d8a549b45 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:42.478250 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-95caf1dd-fe4b-44ec-8758-4c6d42ac3290 req-82423807-d7b6-409f-a6a1-1e1d8a549b45 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 943 time: 0.0489228 Jan 25 08:38:42.524858 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-95caf1dd-fe4b-44ec-8758-4c6d42ac3290 req-c67647b3-8885-4ccb-8daa-1eb1f16a2a18 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401812 Jan 25 08:38:42.587588 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 38810) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:42.592707 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1401305770-network', 'tenant_id': '6a6b47fe605045fba9b8dcbbcc98af9f'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:42.631449 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf22baf-c4fc-46a9-b6f9-f26b5f471ad9 req-41f7566b-f355-4a7d-9672-6ff23b15f44d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:42.632851 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-baf22baf-c4fc-46a9-b6f9-f26b5f471ad9 req-41f7566b-f355-4a7d-9672-6ff23b15f44d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 944 time: 0.0468745 Jan 25 08:38:42.660906 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Made reservation on behalf of 6a6b47fe605045fba9b8dcbbcc98af9f for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:38:42.663280 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:42.672325 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:42.682630 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-baf22baf-c4fc-46a9-b6f9-f26b5f471ad9 req-31de7070-302b-4423-b715-92a385f33608 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434592 Jan 25 08:38:42.744657 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Publish callbacks [] for security_group (20254eb7-932d-42a6-8a3c-4214c146f024), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:42.802740 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (20254eb7-932d-42a6-8a3c-4214c146f024), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:42.827089 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:38:42.835377 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20254eb7-932d-42a6-8a3c-4214c146f024,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:42.842051 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (fb9089bf-41c1-4990-a009-4decd8e35788), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:42.842379 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Added segment fb9089bf-41c1-4990-a009-4decd8e35788 of type vlan for network aed1167e-08d3-40de-b0d5-133d2dc0e284 Jan 25 08:38:42.886809 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (aed1167e-08d3-40de-b0d5-133d2dc0e284), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:42.952606 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6836c8a-bf7b-4ab0-8b6f-70922c30b438 req-fe33a403-cd13-43ff-aded-160be47a40b8 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:42.954115 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e6836c8a-bf7b-4ab0-8b6f-70922c30b438 req-fe33a403-cd13-43ff-aded-160be47a40b8 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 945 time: 0.0507820 Jan 25 08:38:43.000815 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e6836c8a-bf7b-4ab0-8b6f-70922c30b438 req-37a7be98-20a3-4619-a8b7-f3028586ea29 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Jan 25 08:38:43.001392 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (aed1167e-08d3-40de-b0d5-133d2dc0e284), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:43.002316 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:43.002871 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:43.026489 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:43.068827 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] Pushing event updated for resources: {'Network': ['ID=aed1167e-08d3-40de-b0d5-133d2dc0e284,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:43.079422 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network aed1167e-08d3-40de-b0d5-133d2dc0e284 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:38:43.100157 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-cc59a4f9-3f19-4048-88c7-8f465b816782 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5114145 Jan 25 08:38:43.103310 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 38816) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:43.108378 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-29685d8b-b204-4d2a-93f1-348505967741 admin admin] Request body: {'subnet': {'network_id': 'aed1167e-08d3-40de-b0d5-133d2dc0e284', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1401305770-subnet', 'tenant_id': '6a6b47fe605045fba9b8dcbbcc98af9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:43.175369 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29685d8b-b204-4d2a-93f1-348505967741 admin admin] Made reservation on behalf of 6a6b47fe605045fba9b8dcbbcc98af9f for: {'subnet': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:38:43.177756 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-29685d8b-b204-4d2a-93f1-348505967741 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:43.396072 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca24e0-2df7-4e12-8d4b-db80d96ddd49 req-5fd82c25-705f-4838-a68d-001048415233 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:43.398252 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cbca24e0-2df7-4e12-8d4b-db80d96ddd49 req-5fd82c25-705f-4838-a68d-001048415233 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 943 time: 0.0653565 Jan 25 08:38:43.409667 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e63f58-a14d-4cb5-9c83-e2fa8c9e4ba0 req-b1cdc0e3-af4b-415b-a9c2-1aadbd399952 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:43.411140 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d8e63f58-a14d-4cb5-9c83-e2fa8c9e4ba0 req-b1cdc0e3-af4b-415b-a9c2-1aadbd399952 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0478354 Jan 25 08:38:43.445900 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cbca24e0-2df7-4e12-8d4b-db80d96ddd49 req-76f665a3-d93f-4465-a996-246149ecc1c4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422318 Jan 25 08:38:43.449554 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-29685d8b-b204-4d2a-93f1-348505967741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (0ed046fa-2364-48ac-99dc-7e951f4b5618), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:43.465384 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d8e63f58-a14d-4cb5-9c83-e2fa8c9e4ba0 req-966670d5-8262-4d02-851b-5eaa24ccc52b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444186 Jan 25 08:38:43.499754 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29685d8b-b204-4d2a-93f1-348505967741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed046fa-2364-48ac-99dc-7e951f4b5618,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:43.514947 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29685d8b-b204-4d2a-93f1-348505967741 admin admin] Checking segment: {'id': 'fb9089bf-41c1-4990-a009-4decd8e35788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'aed1167e-08d3-40de-b0d5-133d2dc0e284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:38:43.515304 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29685d8b-b204-4d2a-93f1-348505967741 admin admin] Network hostable DHCP agents. Network: aed1167e-08d3-40de-b0d5-133d2dc0e284, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:38:43.604541 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29685d8b-b204-4d2a-93f1-348505967741 admin admin] Network aed1167e-08d3-40de-b0d5-133d2dc0e284 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:38:43.654482 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf89d8-434a-439e-9085-5c309a2e1c93 req-9926c6c8-9be8-4adc-9003-7c1945251bfc tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:43.655870 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c5cf89d8-434a-439e-9085-5c309a2e1c93 req-9926c6c8-9be8-4adc-9003-7c1945251bfc tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 943 time: 0.0640905 Jan 25 08:38:43.698866 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-29685d8b-b204-4d2a-93f1-348505967741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, aed1167e-08d3-40de-b0d5-133d2dc0e284) {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:38:43.703632 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29685d8b-b204-4d2a-93f1-348505967741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:43.706109 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-29685d8b-b204-4d2a-93f1-348505967741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:43.706565 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995a9469-b464-42b7-bc98-44542b78f468 None None] Network aed1167e-08d3-40de-b0d5-133d2dc0e284 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:38:43.713449 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c5cf89d8-434a-439e-9085-5c309a2e1c93 req-7e72a5db-c734-4658-9e95-c9b57e52ce79 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520108 Jan 25 08:38:43.784372 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-29685d8b-b204-4d2a-93f1-348505967741 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6796412 Jan 25 08:38:43.821988 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4974b6b-cd32-4977-9abd-1c16fa7d9d09 req-258455bd-0348-4cba-8394-d13c5d3915ac tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:43.825351 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f4974b6b-cd32-4977-9abd-1c16fa7d9d09 req-258455bd-0348-4cba-8394-d13c5d3915ac tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 944 time: 0.0546923 Jan 25 08:38:43.875162 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f4974b6b-cd32-4977-9abd-1c16fa7d9d09 req-dc6da8b6-edc7-4756-8c70-f5fcfc13f98c tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444379 Jan 25 08:38:43.926213 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78770428-4252-42ba-ac3a-914e3006b1bd None None] Network aed1167e-08d3-40de-b0d5-133d2dc0e284 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:38:44.115606 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98536247-ae4d-4d5d-b7dd-b2a40757429e req-1ef6ae1b-6a99-4acc-8e93-39f8349f2077 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:44.117112 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-98536247-ae4d-4d5d-b7dd-b2a40757429e req-1ef6ae1b-6a99-4acc-8e93-39f8349f2077 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 945 time: 0.0479586 Jan 25 08:38:44.174652 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-98536247-ae4d-4d5d-b7dd-b2a40757429e req-8be20c1d-5017-4f69-af40-60af3304933c tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 Jan 25 08:38:44.569540 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:44.574689 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faef7c5-fc69-4fcc-acb4-c2453ee2d0d9 req-bf2e3f47-0e93-41bb-b674-3de1423a02a3 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:44.576316 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6faef7c5-fc69-4fcc-acb4-c2453ee2d0d9 req-bf2e3f47-0e93-41bb-b674-3de1423a02a3 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 943 time: 0.0612898 Jan 25 08:38:44.587934 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7141-1857-4b76-ab48-6ff8ba69248a req-579dd5b2-0d5c-4a4d-a869-bff2b73a4f77 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:44.590611 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a8aa7141-1857-4b76-ab48-6ff8ba69248a req-579dd5b2-0d5c-4a4d-a869-bff2b73a4f77 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0509980 Jan 25 08:38:44.623040 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6faef7c5-fc69-4fcc-acb4-c2453ee2d0d9 req-2997305c-5cbe-4317-abd0-247c6dc4027a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Jan 25 08:38:44.643428 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a8aa7141-1857-4b76-ab48-6ff8ba69248a req-986e4be7-b52a-4c7b-9709-d2c9f3521b2c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460577 Jan 25 08:38:44.828024 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0cb34-0323-4a58-ab4a-3bcd356847d9 req-adb8965d-ee6d-4360-86e5-4476560f6502 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:44.829573 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-45d0cb34-0323-4a58-ab4a-3bcd356847d9 req-adb8965d-ee6d-4360-86e5-4476560f6502 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 943 time: 0.0482790 Jan 25 08:38:44.877882 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-45d0cb34-0323-4a58-ab4a-3bcd356847d9 req-540e52dd-9ebd-41ad-9a8b-d65cad21ca48 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425265 Jan 25 08:38:44.990710 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b06236-cd0c-444b-83a0-e06456c2c32e req-843a6043-5d44-4ea7-8c94-25a5fce0d613 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:44.992397 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-26b06236-cd0c-444b-83a0-e06456c2c32e req-843a6043-5d44-4ea7-8c94-25a5fce0d613 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 944 time: 0.0492914 Jan 25 08:38:45.041931 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-26b06236-cd0c-444b-83a0-e06456c2c32e req-de57ad2a-57b2-42db-bc52-1323ec8da741 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407009 Jan 25 08:38:45.094110 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:45.215723 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:38:45.221842 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:45.222452 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:45.324828 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:45.325220 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:45.329260 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b2fa8-2b8d-41b3-8839-3d0d5dfc822f req-b5bbcd08-8635-4584-b1bb-60dac659d907 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:45.330817 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ea1b2fa8-2b8d-41b3-8839-3d0d5dfc822f req-b5bbcd08-8635-4584-b1bb-60dac659d907 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 945 time: 0.0672178 Jan 25 08:38:45.351137 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb5ecbe-f561-483d-960e-6764ab7b0649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:38:45.383080 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ea1b2fa8-2b8d-41b3-8839-3d0d5dfc822f req-625ba499-2e0a-493c-9b58-e3b0ff8be3ec tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452425 Jan 25 08:38:45.427722 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:45.506770 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:45.507544 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device ec60a83b-b173-4825-b3a5-a69b176dd031 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:45.531874 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c14c129-27d6-44ef-b2c9-51dc52b1689c" -d '{"events": [{"server_uuid": "7fb5ecbe-f561-483d-960e-6764ab7b0649", "name": "network-vif-plugged", "status": "completed", "tag": "41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:38:45.593024 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:45.629229 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9672d5d-da72-4567-bf83-35be0eb36069 x-openstack-request-id: req-c9672d5d-da72-4567-bf83-35be0eb36069 {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:38:45.629530 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb5ecbe-f561-483d-960e-6764ab7b0649", "name": "network-vif-plugged", "status": "completed", "tag": "41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:38:45.629809 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c9672d5d-da72-4567-bf83-35be0eb36069 {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:38:45.630271 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb5ecbe-f561-483d-960e-6764ab7b0649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d', 'code': 200} Jan 25 08:38:45.638112 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port ec60a83b-b173-4825-b3a5-a69b176dd031 completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:38:45.642606 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port ec60a83b-b173-4825-b3a5-a69b176dd031 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:45.643002 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:45.740926 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port ec60a83b-b173-4825-b3a5-a69b176dd031 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:45.741316 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:45.755749 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61e308-6874-462b-b427-0a9ec31a0c08 req-77242e3e-2ae1-4e58-bb7e-c749b1753a8e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:45.757498 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6a61e308-6874-462b-b427-0a9ec31a0c08 req-77242e3e-2ae1-4e58-bb7e-c749b1753a8e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 943 time: 0.0631468 Jan 25 08:38:45.771882 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76b01e-f742-4c90-83e2-3c108b0157e0 req-fa8cc8dc-a81d-434c-bdfb-faba1d70c0fc tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:45.781161 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7c76b01e-f742-4c90-83e2-3c108b0157e0 req-fa8cc8dc-a81d-434c-bdfb-faba1d70c0fc tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0592144 Jan 25 08:38:45.797374 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port ec60a83b-b173-4825-b3a5-a69b176dd031, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ec60a83b-b173-4825-b3a5-a69b176dd031,segment=NetworkSegment(cede7dee-166a-4435-92a7-e41318a7293c),segment_id=cede7dee-166a-4435-92a7-e41318a7293c)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:45.823074 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6a61e308-6874-462b-b427-0a9ec31a0c08 req-a5200132-6adb-4047-8dab-2f798d29401f tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577042 Jan 25 08:38:45.838974 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7c76b01e-f742-4c90-83e2-3c108b0157e0 req-3c85becb-be3f-4a92-9db1-b552b2f26f22 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537786 Jan 25 08:38:45.860127 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:45.872340 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:45.920672 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=ec60a83b-b173-4825-b3a5-a69b176dd031,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:45.990936 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d491093-8e75-48fb-a979-ffd48c386e14 req-e9a94e1e-f5ce-4ead-b01e-32bfc44bc1b6 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:45.992389 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2d491093-8e75-48fb-a979-ffd48c386e14 req-e9a94e1e-f5ce-4ead-b01e-32bfc44bc1b6 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 943 time: 0.0463610 Jan 25 08:38:46.041047 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2d491093-8e75-48fb-a979-ffd48c386e14 req-715b8291-038d-4180-91cf-3872c90beee7 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Jan 25 08:38:46.162356 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea5ad4-fbfa-4259-9e5f-63eab6d48493 req-03874fe2-5b8d-4866-8804-f9b67977e883 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:46.163813 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1fea5ad4-fbfa-4259-9e5f-63eab6d48493 req-03874fe2-5b8d-4866-8804-f9b67977e883 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 945 time: 0.0513115 Jan 25 08:38:46.213053 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1fea5ad4-fbfa-4259-9e5f-63eab6d48493 req-b3cbdc89-a059-4494-9298-02863a043c0b tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432656 Jan 25 08:38:46.498343 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34b52e-17fd-400b-bbf2-9f9ea161c96c req-873b15ae-511c-4982-8d77-c3d7e6210a85 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:46.499809 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5c34b52e-17fd-400b-bbf2-9f9ea161c96c req-873b15ae-511c-4982-8d77-c3d7e6210a85 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 946 time: 0.0486102 Jan 25 08:38:46.545268 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5c34b52e-17fd-400b-bbf2-9f9ea161c96c req-4393f9d4-9f40-4d0f-bf8e-5b00285eb9f3 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Jan 25 08:38:46.948475 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944cce0-3eaf-4c83-94f1-ac4786a843f8 req-66e9939d-349e-4207-9093-ed1b37e87c0e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:46.950176 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9944cce0-3eaf-4c83-94f1-ac4786a843f8 req-66e9939d-349e-4207-9093-ed1b37e87c0e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 943 time: 0.0496652 Jan 25 08:38:46.951015 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac2685-727b-4be7-8a57-f4ff3b219063 req-c8df91a4-0641-4fad-b41f-ffcf3d1e357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:46.952501 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-15ac2685-727b-4be7-8a57-f4ff3b219063 req-c8df91a4-0641-4fad-b41f-ffcf3d1e357f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0461593 Jan 25 08:38:46.998618 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9944cce0-3eaf-4c83-94f1-ac4786a843f8 req-484e3526-7d70-4aa3-8b72-56d5c682b11a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427415 Jan 25 08:38:47.001541 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-15ac2685-727b-4be7-8a57-f4ff3b219063 req-2f8bd6fc-f118-47f5-85de-66287217f88c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401025 Jan 25 08:38:47.156666 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84106d22-ec2c-49dd-9593-7bb2e603fe6b req-318a36d1-00c1-4251-903f-e55fd3e82534 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:47.158120 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-84106d22-ec2c-49dd-9593-7bb2e603fe6b req-318a36d1-00c1-4251-903f-e55fd3e82534 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 943 time: 0.0499959 Jan 25 08:38:47.208292 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-84106d22-ec2c-49dd-9593-7bb2e603fe6b req-8dfa4ad7-7dd1-48b0-adbd-07b06741eeb0 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446620 Jan 25 08:38:47.327972 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf0322-b776-48f6-926f-aabf7fb5e333 req-5bbbf35a-7445-4d6a-930a-675149390fc7 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:47.329376 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0baf0322-b776-48f6-926f-aabf7fb5e333 req-5bbbf35a-7445-4d6a-930a-675149390fc7 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 945 time: 0.0503221 Jan 25 08:38:47.375270 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0baf0322-b776-48f6-926f-aabf7fb5e333 req-8c2c29c4-5d3b-4e94-8d92-9383d8b6a6d1 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403666 Jan 25 08:38:47.631277 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70bb334-5a04-4c65-8fa0-ca80a2dca4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec60a83b-b173-4825-b3a5-a69b176dd031'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:38:47.633711 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6386209-d302-400c-8acf-aaa611f3fa00" -d '{"events": [{"server_uuid": "d70bb334-5a04-4c65-8fa0-ca80a2dca4fe", "name": "network-vif-plugged", "status": "completed", "tag": "ec60a83b-b173-4825-b3a5-a69b176dd031"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:38:47.655883 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8838ac-ae8f-438b-a52f-c21276322d4b req-01e4fd40-8fd1-4f58-9e14-deb29f2221a8 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:47.657422 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-af8838ac-ae8f-438b-a52f-c21276322d4b req-01e4fd40-8fd1-4f58-9e14-deb29f2221a8 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 946 time: 0.0482919 Jan 25 08:38:47.669729 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5070e0dc-1d02-4396-98cf-f248e8119eba x-openstack-request-id: req-5070e0dc-1d02-4396-98cf-f248e8119eba {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:38:47.670044 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70bb334-5a04-4c65-8fa0-ca80a2dca4fe", "name": "network-vif-plugged", "status": "completed", "tag": "ec60a83b-b173-4825-b3a5-a69b176dd031", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:38:47.670302 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5070e0dc-1d02-4396-98cf-f248e8119eba {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:38:47.670693 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70bb334-5a04-4c65-8fa0-ca80a2dca4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec60a83b-b173-4825-b3a5-a69b176dd031', 'code': 200} Jan 25 08:38:47.703722 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-af8838ac-ae8f-438b-a52f-c21276322d4b req-f934f3e0-afdb-4209-9dff-8c1272be427b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Jan 25 08:38:47.750657 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 34f93d50-0990-490d-8afc-cd88adfd80ed details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:38:47.848028 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 34f93d50-0990-490d-8afc-cd88adfd80ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=34f93d50-0990-490d-8afc-cd88adfd80ed,segment=NetworkSegment(183eb43f-d766-4d13-975f-0367b2e71554),segment_id=183eb43f-d766-4d13-975f-0367b2e71554)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:47.858616 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': '34f93d50-0990-490d-8afc-cd88adfd80ed', 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097', 'port_id': '34f93d50-0990-490d-8afc-cd88adfd80ed', 'mac_address': 'fa:16:3e:b4:17:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a2320b-acd8-43cc-9a48-d5178286b608', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:38:47.897742 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 34f93d50-0990-490d-8afc-cd88adfd80ed is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:47.898142 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:47.914029 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f93d50-0990-490d-8afc-cd88adfd80ed {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:38:47.933314 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 34f93d50-0990-490d-8afc-cd88adfd80ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=34f93d50-0990-490d-8afc-cd88adfd80ed,segment=NetworkSegment(183eb43f-d766-4d13-975f-0367b2e71554),segment_id=183eb43f-d766-4d13-975f-0367b2e71554)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:47.986744 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:48.035774 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=34f93d50-0990-490d-8afc-cd88adfd80ed,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:48.119116 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e1bf0-1ba7-4c5e-ae2e-2f8b5526e742 req-9688dc73-87cb-4f24-b152-3f6e140683ec tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:48.120485 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-106e1bf0-1ba7-4c5e-ae2e-2f8b5526e742 req-9688dc73-87cb-4f24-b152-3f6e140683ec tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0483737 Jan 25 08:38:48.120908 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5917e-d96d-44c8-af9c-86bb8ffa233a req-f9d17c71-e2e2-4640-a7c6-d64d7f70b4a2 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:48.122513 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-96a5917e-d96d-44c8-af9c-86bb8ffa233a req-f9d17c71-e2e2-4640-a7c6-d64d7f70b4a2 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 944 time: 0.0462475 Jan 25 08:38:48.167423 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-106e1bf0-1ba7-4c5e-ae2e-2f8b5526e742 req-e4ce0df8-ab63-4377-b69c-5a38d65cea94 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412161 Jan 25 08:38:48.171468 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-96a5917e-d96d-44c8-af9c-86bb8ffa233a req-7f73ac13-1c63-4c86-8ef3-c8736141846e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434449 Jan 25 08:38:48.287580 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28d530-4ddc-4aba-b73f-6f3afa647396 req-98d3a27d-5236-4875-881a-e1c5aa136578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:48.288988 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcd3ec-0b3f-4f38-8a3d-056cbd6d8c4d req-11493ec6-095b-4d35-820d-8d376a70e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:48.289248 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ac28d530-4ddc-4aba-b73f-6f3afa647396 req-98d3a27d-5236-4875-881a-e1c5aa136578 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 1099 time: 0.1028218 Jan 25 08:38:48.290807 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-bedcd3ec-0b3f-4f38-8a3d-056cbd6d8c4d req-11493ec6-095b-4d35-820d-8d376a70e080 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 1098 time: 0.0840025 Jan 25 08:38:48.321145 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-ac28d530-4ddc-4aba-b73f-6f3afa647396 req-29eae93a-23d6-4e1b-aa2e-a857e07c1d67 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:48.337805 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-bedcd3ec-0b3f-4f38-8a3d-056cbd6d8c4d req-098c3ef6-8061-40ce-8006-f98cd635adde service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:48.380477 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bce20-a10c-4197-9df1-d4db2944268a req-710ebcce-aeab-40d2-a457-7b9717e86e39 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:48.381908 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1f1bce20-a10c-4197-9df1-d4db2944268a req-710ebcce-aeab-40d2-a457-7b9717e86e39 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 943 time: 0.0815711 Jan 25 08:38:48.406275 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-ac28d530-4ddc-4aba-b73f-6f3afa647396 req-29eae93a-23d6-4e1b-aa2e-a857e07c1d67 service neutron] Publish callbacks [] for security_group (4745f1a1-10ac-416c-b44f-d1f744f90456), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:48.437635 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1f1bce20-a10c-4197-9df1-d4db2944268a req-21f59946-1985-46d9-baea-2eb9509b97ae tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481761 Jan 25 08:38:48.470861 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-ac28d530-4ddc-4aba-b73f-6f3afa647396 req-29eae93a-23d6-4e1b-aa2e-a857e07c1d67 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (4745f1a1-10ac-416c-b44f-d1f744f90456), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:48.484310 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.db.api [req-bedcd3ec-0b3f-4f38-8a3d-056cbd6d8c4d req-098c3ef6-8061-40ce-8006-f98cd635adde service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) de26a39109d3455b97f663c990da6ccf {{(pid=103104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 08:38:48.484667 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG oslo_db.api [req-bedcd3ec-0b3f-4f38-8a3d-056cbd6d8c4d req-098c3ef6-8061-40ce-8006-f98cd635adde service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 08:38:48.530034 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ac28d530-4ddc-4aba-b73f-6f3afa647396 req-29eae93a-23d6-4e1b-aa2e-a857e07c1d67 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285905 Jan 25 08:38:48.538342 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed76f-f404-423e-a2fe-19b5de418179 req-f0ce7f7c-c8d4-48d0-a9f5-d697ff37fec0 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:48.539715 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9daed76f-f404-423e-a2fe-19b5de418179 req-f0ce7f7c-c8d4-48d0-a9f5-d697ff37fec0 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 945 time: 0.0947254 Jan 25 08:38:48.540299 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eae93a-23d6-4e1b-aa2e-a857e07c1d67 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4745f1a1-10ac-416c-b44f-d1f744f90456,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:48.589495 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9daed76f-f404-423e-a2fe-19b5de418179 req-09c08c10-3e20-41dd-8679-cba286ad06f0 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427999 Jan 25 08:38:48.816198 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033921b5-0603-40de-b788-9436ecc3a405 req-49030104-93f2-4d31-b934-84aefb603958 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:48.817696 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-033921b5-0603-40de-b788-9436ecc3a405 req-49030104-93f2-4d31-b934-84aefb603958 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 946 time: 0.0478203 Jan 25 08:38:48.866200 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-033921b5-0603-40de-b788-9436ecc3a405 req-609d6bf7-8cff-4c02-afa7-3ea472f740ea tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430040 Jan 25 08:38:48.893150 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['34f93d50-0990-490d-8afc-cd88adfd80ed'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:38:48.986305 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-bedcd3ec-0b3f-4f38-8a3d-056cbd6d8c4d req-098c3ef6-8061-40ce-8006-f98cd635adde service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:49.078079 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-bedcd3ec-0b3f-4f38-8a3d-056cbd6d8c4d req-098c3ef6-8061-40ce-8006-f98cd635adde service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7691314 Jan 25 08:38:49.289050 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e86cd-a29b-4a25-8db1-2a7b3f5771bd req-0f044d80-4cd5-411e-924f-0d3416acecaa tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:49.290564 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-683e86cd-a29b-4a25-8db1-2a7b3f5771bd req-0f044d80-4cd5-411e-924f-0d3416acecaa tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 944 time: 0.0519352 Jan 25 08:38:49.298269 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6c1bb-4fc6-4b82-b3a4-39491d17f325 req-0aaf8d0c-36e3-42df-bbda-a31adc1492ea tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:49.299777 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-bae6c1bb-4fc6-4b82-b3a4-39491d17f325 req-0aaf8d0c-36e3-42df-bbda-a31adc1492ea tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0500941 Jan 25 08:38:49.343408 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-683e86cd-a29b-4a25-8db1-2a7b3f5771bd req-ff72a05b-ac68-4539-8eaa-87f6f13bb872 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471797 Jan 25 08:38:49.348645 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-bae6c1bb-4fc6-4b82-b3a4-39491d17f325 req-df27790f-28f7-42a3-9e7c-2046abd29bb6 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431838 Jan 25 08:38:49.557496 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0821690-eac8-4a09-96a8-0260395af8e4 req-f9ed0b7f-bee0-40cf-b76d-3b0f4ef0a31e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:49.559579 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c0821690-eac8-4a09-96a8-0260395af8e4 req-f9ed0b7f-bee0-40cf-b76d-3b0f4ef0a31e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 943 time: 0.0529506 Jan 25 08:38:49.607132 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c0821690-eac8-4a09-96a8-0260395af8e4 req-826b4054-0459-41f7-8637-a0fa46f89955 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415742 Jan 25 08:38:49.718676 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182bd58-dfe6-4cd5-88f2-6001abb4b676 req-e2de1e0d-ff59-41b2-a28d-438533ba3719 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:49.720252 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0182bd58-dfe6-4cd5-88f2-6001abb4b676 req-e2de1e0d-ff59-41b2-a28d-438533ba3719 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 945 time: 0.0623090 Jan 25 08:38:49.768701 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0182bd58-dfe6-4cd5-88f2-6001abb4b676 req-14653c56-b1de-4d89-a586-8e5f174efd8f tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Jan 25 08:38:49.780302 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device cf6a8b39-19f8-4fc9-b15f-13dde81446ed details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:38:49.883346 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:49.894761 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'port_id': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'mac_address': 'fa:16:3e:55:13:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:38:49.934629 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port cf6a8b39-19f8-4fc9-b15f-13dde81446ed is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:49.935022 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:49.948449 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6a8b39-19f8-4fc9-b15f-13dde81446ed {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:38:49.968005 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:49.981943 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40de6e-3104-4e61-ae55-cc7278f15819 req-ef358ff4-bc4d-472a-b086-424cc6039bf0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:49.983419 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7a40de6e-3104-4e61-ae55-cc7278f15819 req-ef358ff4-bc4d-472a-b086-424cc6039bf0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 946 time: 0.0499499 Jan 25 08:38:50.031932 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:50.032741 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:38:50.046623 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7a40de6e-3104-4e61-ae55-cc7278f15819 req-aaeca135-4b3c-4ed4-89f5-32f69ed5caf9 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566864 Jan 25 08:38:50.124345 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:50.190074 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2cb80146-60d5-4ad2-8173-ccb3d000b4c7,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:50.205406 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'port_id': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7', 'mac_address': 'fa:16:3e:bd:ae:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:38:50.256149 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:50.256542 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:50.269601 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:38:50.298668 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2cb80146-60d5-4ad2-8173-ccb3d000b4c7,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:50.380827 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:50.381464 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 52bb7c3b-b0fe-482c-843a-4a661fe62109 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:38:50.460927 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=2cb80146-60d5-4ad2-8173-ccb3d000b4c7,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:50.483796 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f1e4e-a669-4786-b759-0473569715e4 req-b46d3dc8-36e1-4f40-bfa6-5cf757f63cb4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:50.484851 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0deb2-41fd-4436-8151-36cc5407eb64 req-6942bc06-b242-489f-93d5-f1c8ae21148a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:50.485342 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7c3f1e4e-a669-4786-b759-0473569715e4 req-b46d3dc8-36e1-4f40-bfa6-5cf757f63cb4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 944 time: 0.0528052 Jan 25 08:38:50.486915 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-17e0deb2-41fd-4436-8151-36cc5407eb64 req-6942bc06-b242-489f-93d5-f1c8ae21148a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 944 time: 0.0545948 Jan 25 08:38:50.549383 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-17e0deb2-41fd-4436-8151-36cc5407eb64 req-0fce5bff-fca7-4314-8b12-6e701445be46 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559130 Jan 25 08:38:50.552420 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7c3f1e4e-a669-4786-b759-0473569715e4 req-a660ddb7-a6bf-4c42-bd9c-2879c4a2bc7c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586653 Jan 25 08:38:50.568425 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 52bb7c3b-b0fe-482c-843a-4a661fe62109, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=52bb7c3b-b0fe-482c-843a-4a661fe62109,segment=NetworkSegment(183eb43f-d766-4d13-975f-0367b2e71554),segment_id=183eb43f-d766-4d13-975f-0367b2e71554)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:50.592450 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': '52bb7c3b-b0fe-482c-843a-4a661fe62109', 'network_id': '5eb1523e-8b36-4420-9865-509a0828a097', 'port_id': '52bb7c3b-b0fe-482c-843a-4a661fe62109', 'mac_address': 'fa:16:3e:97:20:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a2320b-acd8-43cc-9a48-d5178286b608', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:38:50.629896 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 52bb7c3b-b0fe-482c-843a-4a661fe62109 is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:50.630287 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:50.646168 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bb7c3b-b0fe-482c-843a-4a661fe62109 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:38:50.671167 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 52bb7c3b-b0fe-482c-843a-4a661fe62109, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=52bb7c3b-b0fe-482c-843a-4a661fe62109,segment=NetworkSegment(183eb43f-d766-4d13-975f-0367b2e71554),segment_id=183eb43f-d766-4d13-975f-0367b2e71554)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:50.720081 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd263d2a-fa51-446b-9d9c-99971c4dd59d req-405bcf50-7ce4-493a-92ea-df75bb84c33d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:50.721673 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-cd263d2a-fa51-446b-9d9c-99971c4dd59d req-405bcf50-7ce4-493a-92ea-df75bb84c33d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 944 time: 0.0466311 Jan 25 08:38:50.769519 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:50.772451 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-cd263d2a-fa51-446b-9d9c-99971c4dd59d req-bd51fa90-a815-4746-ac4a-5588ee568ce5 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449045 Jan 25 08:38:50.824023 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=52bb7c3b-b0fe-482c-843a-4a661fe62109,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:50.890438 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef291ba-f4e2-4f19-b3e4-5e13909fdecd req-87e1d1be-b003-4689-9d52-7f3865e9524d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:50.891873 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4ef291ba-f4e2-4f19-b3e4-5e13909fdecd req-87e1d1be-b003-4689-9d52-7f3865e9524d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 945 time: 0.0499232 Jan 25 08:38:50.939771 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4ef291ba-f4e2-4f19-b3e4-5e13909fdecd req-35433ee8-b259-415b-a1ec-167837890a4a tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422893 Jan 25 08:38:51.184341 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9fb7d-4ac9-4711-b390-1f52bdaf8c4d req-60a9a088-726a-476f-97ed-3d6059649c53 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:51.185830 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-10e9fb7d-4ac9-4711-b390-1f52bdaf8c4d req-60a9a088-726a-476f-97ed-3d6059649c53 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 946 time: 0.0618691 Jan 25 08:38:51.233177 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-10e9fb7d-4ac9-4711-b390-1f52bdaf8c4d req-32539db5-a150-490e-ba3d-80a8bcac1ae6 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415831 Jan 25 08:38:51.334921 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['52bb7c3b-b0fe-482c-843a-4a661fe62109'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:38:51.368289 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['2cb80146-60d5-4ad2-8173-ccb3d000b4c7'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:38:51.542152 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['cf6a8b39-19f8-4fc9-b15f-13dde81446ed'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:38:51.760064 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827229bb-27f6-46d0-b796-a334727af48e req-518bb27e-5335-4a85-b3ed-08242dc077c3 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:51.763464 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-827229bb-27f6-46d0-b796-a334727af48e req-518bb27e-5335-4a85-b3ed-08242dc077c3 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 944 time: 0.0830176 Jan 25 08:38:51.788694 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 34f93d50-0990-490d-8afc-cd88adfd80ed up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:51.841867 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-827229bb-27f6-46d0-b796-a334727af48e req-b45dbc3c-79b5-4678-9ce5-75ab0bba9892 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708365 Jan 25 08:38:51.853628 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238f1af-47df-4362-912b-64c40211cf57 req-563bb1c2-de31-4dea-8d44-ba8525f2f6d3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:51.862337 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f238f1af-47df-4362-912b-64c40211cf57 req-563bb1c2-de31-4dea-8d44-ba8525f2f6d3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 944 time: 0.1679156 Jan 25 08:38:51.935647 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f238f1af-47df-4362-912b-64c40211cf57 req-884cf60e-13e6-4dab-a451-cb6ded9bf0a8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719118 Jan 25 08:38:52.021898 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port 34f93d50-0990-490d-8afc-cd88adfd80ed completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:38:52.026478 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port 34f93d50-0990-490d-8afc-cd88adfd80ed triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:52.026882 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:52.160109 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464329c-6d6c-4811-9001-939d9c310dd4 req-1e27a421-5825-492c-a927-7afd88b60a17 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:52.160109 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b464329c-6d6c-4811-9001-939d9c310dd4 req-1e27a421-5825-492c-a927-7afd88b60a17 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 944 time: 0.2279360 Jan 25 08:38:52.160356 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc27957-3757-4b75-9ced-567de0aaaa9d req-b7b41db1-f3a8-4789-960b-cf7464d43846 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:52.160356 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7fc27957-3757-4b75-9ced-567de0aaaa9d req-b7b41db1-f3a8-4789-960b-cf7464d43846 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 945 time: 0.1169667 Jan 25 08:38:52.160542 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 34f93d50-0990-490d-8afc-cd88adfd80ed is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:52.160542 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:52.172377 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77dd4b47-169e-4f90-9c24-92eb17811755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f93d50-0990-490d-8afc-cd88adfd80ed'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:38:52.175110 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5871eebf-9fda-4f9f-9e93-b3ddbdf4e791" -d '{"events": [{"server_uuid": "77dd4b47-169e-4f90-9c24-92eb17811755", "name": "network-vif-plugged", "status": "completed", "tag": "34f93d50-0990-490d-8afc-cd88adfd80ed"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:38:52.178820 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b464329c-6d6c-4811-9001-939d9c310dd4 req-fc77e1b3-a7cc-4273-b8f0-eba5f36338f4 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443425 Jan 25 08:38:52.188219 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 34f93d50-0990-490d-8afc-cd88adfd80ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=34f93d50-0990-490d-8afc-cd88adfd80ed,segment=NetworkSegment(183eb43f-d766-4d13-975f-0367b2e71554),segment_id=183eb43f-d766-4d13-975f-0367b2e71554)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:52.189092 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7fc27957-3757-4b75-9ced-567de0aaaa9d req-971a91b4-b4bd-4e17-aabf-e543a78d0c3f tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520582 Jan 25 08:38:52.245153 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dd840c-7d1d-41bd-bb04-a42b5c82587a x-openstack-request-id: req-41dd840c-7d1d-41bd-bb04-a42b5c82587a {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:38:52.245153 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77dd4b47-169e-4f90-9c24-92eb17811755", "name": "network-vif-plugged", "status": "completed", "tag": "34f93d50-0990-490d-8afc-cd88adfd80ed", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:38:52.245153 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-41dd840c-7d1d-41bd-bb04-a42b5c82587a {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:38:52.245153 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77dd4b47-169e-4f90-9c24-92eb17811755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f93d50-0990-490d-8afc-cd88adfd80ed', 'code': 200} Jan 25 08:38:52.347863 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93586729-dd9f-461b-b37d-134ed54c8cb4 req-30071408-3776-49ed-89e5-fffa3227dbbb tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:52.349922 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-93586729-dd9f-461b-b37d-134ed54c8cb4 req-30071408-3776-49ed-89e5-fffa3227dbbb tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 946 time: 0.0495718 Jan 25 08:38:52.399831 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-93586729-dd9f-461b-b37d-134ed54c8cb4 req-0cf632bd-0b29-4a28-b362-6e42e0cf17e9 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442827 Jan 25 08:38:52.427629 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:52.475583 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=34f93d50-0990-490d-8afc-cd88adfd80ed,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:52.720162 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac043f-cd04-463a-a8b0-bd3c101c67db req-5eead16b-4588-4496-a7d2-dbadebe7ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:52.721643 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2bac043f-cd04-463a-a8b0-bd3c101c67db req-5eead16b-4588-4496-a7d2-dbadebe7ca56 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 1098 time: 0.0422387 Jan 25 08:38:52.776245 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2bac043f-cd04-463a-a8b0-bd3c101c67db req-731535e9-9fad-44e6-921a-1922109e7831 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417843 Jan 25 08:38:52.947545 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e2dd5-7eb4-4d66-b62e-b354f647c932 req-286db22e-c300-4abe-ac94-b8bc5675c6cf tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:52.948923 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-af5e2dd5-7eb4-4d66-b62e-b354f647c932 req-286db22e-c300-4abe-ac94-b8bc5675c6cf tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0473948 Jan 25 08:38:53.002386 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-af5e2dd5-7eb4-4d66-b62e-b354f647c932 req-d8192e3b-58e4-49db-a0f3-8464275bdda9 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469544 Jan 25 08:38:53.055343 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c538880-8392-4feb-b0c3-68795141d293 req-1d659fff-075b-4361-a93f-7780c54727ca tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:53.056909 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2c538880-8392-4feb-b0c3-68795141d293 req-1d659fff-075b-4361-a93f-7780c54727ca tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 944 time: 0.0486381 Jan 25 08:38:53.111228 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2c538880-8392-4feb-b0c3-68795141d293 req-11a1e94a-2137-4dca-abbf-230c93d30dc0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477293 Jan 25 08:38:53.291629 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75dbe3-c727-47d6-b2ca-164bb4caa6cc req-39147f32-2bb3-4e63-9d90-36e01f07574e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:53.293930 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3d75dbe3-c727-47d6-b2ca-164bb4caa6cc req-39147f32-2bb3-4e63-9d90-36e01f07574e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 944 time: 0.0498700 Jan 25 08:38:53.351945 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3d75dbe3-c727-47d6-b2ca-164bb4caa6cc req-4c6f35e9-9b09-42eb-a5df-10b6a30f6206 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506947 Jan 25 08:38:53.356799 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476ca3a-2560-4d85-989b-24e0c2f8a9b1 req-cba5de46-08cd-4a7d-8f85-f00781d6d2ca tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:53.358276 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c476ca3a-2560-4d85-989b-24e0c2f8a9b1 req-cba5de46-08cd-4a7d-8f85-f00781d6d2ca tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 945 time: 0.0492668 Jan 25 08:38:53.409353 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c476ca3a-2560-4d85-989b-24e0c2f8a9b1 req-47ace75b-cc04-4e31-a238-39e85ac486ab tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Jan 25 08:38:53.518204 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51700a0-1290-4973-9640-0a23825e1530 req-a918f3e0-f970-4ce3-b056-a57d335b2296 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:53.519722 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f51700a0-1290-4973-9640-0a23825e1530 req-a918f3e0-f970-4ce3-b056-a57d335b2296 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 946 time: 0.0495236 Jan 25 08:38:53.566972 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f51700a0-1290-4973-9640-0a23825e1530 req-03ada33c-3db4-4398-b323-306faf439a33 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Jan 25 08:38:53.789754 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:53.929505 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:38:53.933513 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:53.934400 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:54.040676 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:54.041076 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:54.081431 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2cb80146-60d5-4ad2-8173-ccb3d000b4c7,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:54.169884 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8b451-7c7b-428d-98d3-10649a50c9cc req-034a87de-1b5b-4426-b075-0eb2c7353168 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:54.169884 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-79d8b451-7c7b-428d-98d3-10649a50c9cc req-034a87de-1b5b-4426-b075-0eb2c7353168 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0903039 Jan 25 08:38:54.186635 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:54.225359 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b6f38f-84f0-49a0-a939-eb8375f61bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:38:54.227561 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac97cae-e6fb-4e05-b9fb-3dd504b1622b" -d '{"events": [{"server_uuid": "29b6f38f-84f0-49a0-a939-eb8375f61bee", "name": "network-vif-plugged", "status": "completed", "tag": "2cb80146-60d5-4ad2-8173-ccb3d000b4c7"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:38:54.241434 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-79d8b451-7c7b-428d-98d3-10649a50c9cc req-641eed8c-4f47-45a5-a71d-0040b3999277 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664909 Jan 25 08:38:54.254297 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=2cb80146-60d5-4ad2-8173-ccb3d000b4c7,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:54.269477 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a365b3c-4b10-496d-a928-34ea74639b8b req-5e0c63b8-f87b-46e5-b2dc-b6e919ef5ffe tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:54.270957 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4a365b3c-4b10-496d-a928-34ea74639b8b req-5e0c63b8-f87b-46e5-b2dc-b6e919ef5ffe tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 944 time: 0.0559871 Jan 25 08:38:54.282913 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f574d13-f903-4732-a814-bab02d38902b x-openstack-request-id: req-5f574d13-f903-4732-a814-bab02d38902b {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:38:54.283227 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b6f38f-84f0-49a0-a939-eb8375f61bee", "name": "network-vif-plugged", "status": "completed", "tag": "2cb80146-60d5-4ad2-8173-ccb3d000b4c7", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:38:54.283482 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5f574d13-f903-4732-a814-bab02d38902b {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:38:54.284425 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b6f38f-84f0-49a0-a939-eb8375f61bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7', 'code': 200} Jan 25 08:38:54.343532 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4a365b3c-4b10-496d-a928-34ea74639b8b req-b540b3da-b1e1-4955-93a7-f3908a3f73fd tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667920 Jan 25 08:38:54.506667 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a36003-c749-404f-b167-e21083397ef5 req-9958113b-558d-4952-978f-9a87b6eb21c2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:54.508178 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-78a36003-c749-404f-b167-e21083397ef5 req-9958113b-558d-4952-978f-9a87b6eb21c2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0519998 Jan 25 08:38:54.561268 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-78a36003-c749-404f-b167-e21083397ef5 req-dc6a5cff-2e2f-4cec-95bc-d3ac6728117a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472240 Jan 25 08:38:54.710877 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c777bf-8420-4be6-b06c-a486ee0f8d33 req-abf6706f-7325-4c57-a288-002f8a395cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:54.712373 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-79c777bf-8420-4be6-b06c-a486ee0f8d33 req-abf6706f-7325-4c57-a288-002f8a395cd8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 1098 time: 0.0460241 Jan 25 08:38:54.759819 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-79c777bf-8420-4be6-b06c-a486ee0f8d33 req-2671fe17-d457-4657-b0c5-abe078bebf51 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390391 Jan 25 08:38:54.968599 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 39086) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:55.073171 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:55.147835 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Publish callbacks [] for security_group (78964745-0010-4f2b-9708-cfdcafd9a70d), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:55.255035 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (78964745-0010-4f2b-9708-cfdcafd9a70d), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:55.294850 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6b015ca9c693497b841fa7a47ea488c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251503 Jan 25 08:38:55.295726 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78964745-0010-4f2b-9708-cfdcafd9a70d,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:55.297691 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 39096) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:55.314366 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.314570 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.314817 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.315153 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.315492 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.315879 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.316292 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.316635 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.316965 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.317292 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.317618 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.317940 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.318286 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9097a-a5e1-4d32-b9b7-001b6ff34000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.350459 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Publish callbacks [] for security_group (78964745-0010-4f2b-9708-cfdcafd9a70d), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:55.357394 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3fde6-1be2-4231-8ea7-70627af345cf req-009c0694-24d7-4af8-8c5b-8d81ea5ba16a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:55.358900 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-58b3fde6-1be2-4231-8ea7-70627af345cf req-009c0694-24d7-4af8-8c5b-8d81ea5ba16a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0607870 Jan 25 08:38:55.373184 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Publish callbacks [] for security_group (78964745-0010-4f2b-9708-cfdcafd9a70d), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:55.406650 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-58b3fde6-1be2-4231-8ea7-70627af345cf req-00bdef1a-6c29-4424-9c03-4937e0ad5631 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422106 Jan 25 08:38:55.483714 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (78964745-0010-4f2b-9708-cfdcafd9a70d), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:55.486532 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:55.492018 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/78964745-0010-4f2b-9708-cfdcafd9a70d HTTP/1.1" status: 204 len: 168 time: 0.1890011 Jan 25 08:38:55.495770 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78964745-0010-4f2b-9708-cfdcafd9a70d,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:55.503248 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.503599 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.503936 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.504302 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.504631 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.505077 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.505425 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.505752 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.506132 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.506477 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.506811 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.507118 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.507988 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87012e3-25af-45cd-94cd-50473b88ca28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:55.541175 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c0df1-23d4-4199-a31d-efe2701d58f7 req-9addbe94-d1d8-468a-8a09-631cdfcf222f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:55.543083 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b03c0df1-23d4-4199-a31d-efe2701d58f7 req-9addbe94-d1d8-468a-8a09-631cdfcf222f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 944 time: 0.0672970 Jan 25 08:38:55.596186 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b03c0df1-23d4-4199-a31d-efe2701d58f7 req-3e2d26cd-964b-4774-bba5-47b3ecef93c3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472534 Jan 25 08:38:55.704208 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb61a4-aa30-4a5e-b9dc-990d3e751b4f req-3714e148-63f5-4c60-aff4-e99e68ff3c38 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:55.705734 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-08bb61a4-aa30-4a5e-b9dc-990d3e751b4f req-3714e148-63f5-4c60-aff4-e99e68ff3c38 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0478396 Jan 25 08:38:55.774430 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-08bb61a4-aa30-4a5e-b9dc-990d3e751b4f req-fc074369-8902-4487-b0c7-f9dfcecc4a35 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627093 Jan 25 08:38:55.815372 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 52bb7c3b-b0fe-482c-843a-4a661fe62109 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:55.962861 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a77c-c83a-45f1-b262-1ed1711deb89 req-db28c4ce-3f71-46f3-902f-c07e91141666 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:55.964314 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8de4a77c-c83a-45f1-b262-1ed1711deb89 req-db28c4ce-3f71-46f3-902f-c07e91141666 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0473018 Jan 25 08:38:55.969016 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port 52bb7c3b-b0fe-482c-843a-4a661fe62109 completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:38:55.974682 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port 52bb7c3b-b0fe-482c-843a-4a661fe62109 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:55.975064 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:56.018356 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8de4a77c-c83a-45f1-b262-1ed1711deb89 req-c5a7c338-a44e-4a7e-b9a9-b0b631e458b8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474026 Jan 25 08:38:56.046615 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20df53-2ce0-4b50-911c-16bcda4899c6 req-cebafc27-b405-4e19-8357-69bb7fc0dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:56.048525 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ce20df53-2ce0-4b50-911c-16bcda4899c6 req-cebafc27-b405-4e19-8357-69bb7fc0dea2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d8a5497ebd1437cba42c0faf75c13e7&device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 1098 time: 0.0466483 Jan 25 08:38:56.056852 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 52bb7c3b-b0fe-482c-843a-4a661fe62109 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:56.057496 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:56.093503 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 52bb7c3b-b0fe-482c-843a-4a661fe62109, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=52bb7c3b-b0fe-482c-843a-4a661fe62109,segment=NetworkSegment(183eb43f-d766-4d13-975f-0367b2e71554),segment_id=183eb43f-d766-4d13-975f-0367b2e71554)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:56.140623 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20df53-2ce0-4b50-911c-16bcda4899c6 req-400c0ee3-9e7c-469c-8e62-df6893db0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:56.142004 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ce20df53-2ce0-4b50-911c-16bcda4899c6 req-400c0ee3-9e7c-469c-8e62-df6893db0428 service neutron] 10.222.0.121 "GET /v2.0/networks?id=5eb1523e-8b36-4420-9865-509a0828a097 HTTP/1.1" status: 200 len: 919 time: 0.0875802 Jan 25 08:38:56.181922 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ce20df53-2ce0-4b50-911c-16bcda4899c6 req-8bc760c2-c4e1-4bd6-828d-6bf39e956fbd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34f93d50-0990-490d-8afc-cd88adfd80ed HTTP/1.1" status: 200 len: 217 time: 0.0332165 Jan 25 08:38:56.198553 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:56.199437 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device cf6a8b39-19f8-4fc9-b15f-13dde81446ed up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:38:56.242201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 39118) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:56.260812 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8f412e55-60bd-418c-b6a6-a712a0b308df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:56.278201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20df53-2ce0-4b50-911c-16bcda4899c6 req-75c97643-b5b6-4d7c-9131-3e5e151e166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:56.279982 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ce20df53-2ce0-4b50-911c-16bcda4899c6 req-75c97643-b5b6-4d7c-9131-3e5e151e166d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=38a2320b-acd8-43cc-9a48-d5178286b608 HTTP/1.1" status: 200 len: 858 time: 0.0762205 Jan 25 08:38:56.283934 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=52bb7c3b-b0fe-482c-843a-4a661fe62109,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:56.286408 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31805f8d-a386-4eeb-b66a-1c63c06c6bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bb7c3b-b0fe-482c-843a-4a661fe62109'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:38:56.288689 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579481a5-ef85-430b-bf74-26cc8cc55753" -d '{"events": [{"server_uuid": "31805f8d-a386-4eeb-b66a-1c63c06c6bd3", "name": "network-vif-plugged", "status": "completed", "tag": "52bb7c3b-b0fe-482c-843a-4a661fe62109"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:38:56.303741 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:56.304111 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:56.304693 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:56.305443 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:56.305780 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:56.307697 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:56.308051 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:56.310197 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:56.310197 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:56.310197 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:56.310465 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:56.310847 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:56.311328 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:38:56.331077 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ce20df53-2ce0-4b50-911c-16bcda4899c6 req-57f325ab-f45f-45c0-ad81-52c6efb0d8a3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5eb1523e-8b36-4420-9865-509a0828a097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368021 Jan 25 08:38:56.349818 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6105e342-8049-4a34-baea-2f8170da2625 x-openstack-request-id: req-6105e342-8049-4a34-baea-2f8170da2625 {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:38:56.350137 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31805f8d-a386-4eeb-b66a-1c63c06c6bd3", "name": "network-vif-plugged", "status": "completed", "tag": "52bb7c3b-b0fe-482c-843a-4a661fe62109", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:38:56.350392 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6105e342-8049-4a34-baea-2f8170da2625 {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:38:56.350794 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31805f8d-a386-4eeb-b66a-1c63c06c6bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bb7c3b-b0fe-482c-843a-4a661fe62109', 'code': 200} Jan 25 08:38:56.386414 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port cf6a8b39-19f8-4fc9-b15f-13dde81446ed completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:38:56.392838 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port cf6a8b39-19f8-4fc9-b15f-13dde81446ed triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:38:56.393124 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:56.510749 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8f412e55-60bd-418c-b6a6-a712a0b308df admin admin] Publish callbacks [] for security_group (a93ab3b6-3ce5-4cbf-8d11-2335d7f73f0b), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:56.513872 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ce20df53-2ce0-4b50-911c-16bcda4899c6 req-8f02d0af-4aa2-49a3-8b53-94fd516223dd service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596177 Jan 25 08:38:56.523410 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port cf6a8b39-19f8-4fc9-b15f-13dde81446ed is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:38:56.523876 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:56.569607 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:38:56.627356 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ce20df53-2ce0-4b50-911c-16bcda4899c6 req-3f989b20-0c1c-4ee9-85df-79ce2bd6fc50 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984850 Jan 25 08:38:56.643323 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8f412e55-60bd-418c-b6a6-a712a0b308df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a93ab3b6-3ce5-4cbf-8d11-2335d7f73f0b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:56.686841 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-8f412e55-60bd-418c-b6a6-a712a0b308df admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=17e5e4fdbe84444089ca927df2062593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4434521 Jan 25 08:38:56.687579 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f412e55-60bd-418c-b6a6-a712a0b308df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93ab3b6-3ce5-4cbf-8d11-2335d7f73f0b,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:56.689575 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 39138) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:56.702196 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:56.775881 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:56.810120 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f68ee049-74b0-4947-b961-d5a5a7eec2b5 admin admin] Publish callbacks [] for security_group (a93ab3b6-3ce5-4cbf-8d11-2335d7f73f0b), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:56.844797 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f68ee049-74b0-4947-b961-d5a5a7eec2b5 admin admin] Publish callbacks [] for security_group (a93ab3b6-3ce5-4cbf-8d11-2335d7f73f0b), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:57.009743 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a6927-0128-473e-a5bf-d44b6a28b6f6 req-652bc468-1143-4bfd-a0c9-c30a976fdaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:57.011225 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-340a6927-0128-473e-a5bf-d44b6a28b6f6 req-652bc468-1143-4bfd-a0c9-c30a976fdaff service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 1098 time: 0.2640324 Jan 25 08:38:57.015321 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f68ee049-74b0-4947-b961-d5a5a7eec2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a93ab3b6-3ce5-4cbf-8d11-2335d7f73f0b), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:57.017968 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f68ee049-74b0-4947-b961-d5a5a7eec2b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:57.020805 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-f68ee049-74b0-4947-b961-d5a5a7eec2b5 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a93ab3b6-3ce5-4cbf-8d11-2335d7f73f0b HTTP/1.1" status: 204 len: 168 time: 0.3267267 Jan 25 08:38:57.028564 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ee049-74b0-4947-b961-d5a5a7eec2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93ab3b6-3ce5-4cbf-8d11-2335d7f73f0b,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:38:57.063091 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-340a6927-0128-473e-a5bf-d44b6a28b6f6 req-40532bd1-a57a-441c-967f-593d6e3c6998 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Jan 25 08:38:57.478484 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3729-484f-475e-a203-0ed0e4ef5266 req-ae327543-e73c-4be4-bc78-d61ad09d6e62 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:57.482478 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6d4a3729-484f-475e-a203-0ed0e4ef5266 req-ae327543-e73c-4be4-bc78-d61ad09d6e62 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0713897 Jan 25 08:38:57.548797 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6d4a3729-484f-475e-a203-0ed0e4ef5266 req-47027a6f-e6e7-4778-8e63-6495fdeaf0f6 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599124 Jan 25 08:38:57.680427 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392106d-d34b-4d75-b1fe-6563e56cf3d3 req-52989f59-835c-4b55-952f-446ac8c13cec tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:57.684701 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbe48e-3084-450c-aad8-d1892a5f3259 req-2ca10221-a482-4c1d-a80b-8e92d9ebb6b7 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:57.686175 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bffbe48e-3084-450c-aad8-d1892a5f3259 req-2ca10221-a482-4c1d-a80b-8e92d9ebb6b7 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0557208 Jan 25 08:38:57.687372 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2392106d-d34b-4d75-b1fe-6563e56cf3d3 req-52989f59-835c-4b55-952f-446ac8c13cec tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0643606 Jan 25 08:38:57.743085 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bffbe48e-3084-450c-aad8-d1892a5f3259 req-caff8cf0-e7c0-4c00-ae7b-0775e16e75c1 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504799 Jan 25 08:38:57.746031 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2392106d-d34b-4d75-b1fe-6563e56cf3d3 req-cad75464-9cd6-47f6-be91-99d27e8cbaec tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577748 Jan 25 08:38:57.871652 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1360d16-a488-4385-9120-af13adf0d813 req-d31ac9f4-3479-4e92-9375-b689fa83f92a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:57.873496 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c1360d16-a488-4385-9120-af13adf0d813 req-d31ac9f4-3479-4e92-9375-b689fa83f92a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0512426 Jan 25 08:38:57.881930 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 39184) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:38:57.886277 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-c187b089-ebbc-4032-bdbd-4f79a6058339 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Request body: {'floatingip': {'port_id': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:38:57.971269 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c187b089-ebbc-4032-bdbd-4f79a6058339 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (62d45a25-2bcf-4b4b-9c02-89d421c44452), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:58.351988 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:38:58.354375 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a646760-e22c-4907-9532-e7e1ee49025e" -d '{"events": [{"server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "name": "network-vif-plugged", "status": "completed", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:38:58.391682 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0e3ab7-7745-4c19-9159-85dd79d196be x-openstack-request-id: req-1a0e3ab7-7745-4c19-9159-85dd79d196be {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:38:58.391999 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "name": "network-vif-plugged", "status": "completed", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:38:58.392292 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-1a0e3ab7-7745-4c19-9159-85dd79d196be {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:38:58.392669 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'code': 200} Jan 25 08:38:58.688686 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c187b089-ebbc-4032-bdbd-4f79a6058339 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:58.711431 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626c4b3-4094-4e1c-99b2-77a0a97d586f req-ec36d2e1-fb92-4618-9c55-8aa5e09b0c4d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:58.712966 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d626c4b3-4094-4e1c-99b2-77a0a97d586f req-ec36d2e1-fb92-4618-9c55-8aa5e09b0c4d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0819073 Jan 25 08:38:58.736477 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fc00e-b562-473f-b3d4-42409fa48c92 req-44bc04a6-a67c-4ca5-9258-f400abe97271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:58.739552 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8a1fc00e-b562-473f-b3d4-42409fa48c92 req-44bc04a6-a67c-4ca5-9258-f400abe97271 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 1098 time: 0.0494070 Jan 25 08:38:58.773563 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d626c4b3-4094-4e1c-99b2-77a0a97d586f req-89302520-463f-4d9f-acb3-d73f24e583ba tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523424 Jan 25 08:38:58.785144 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8a1fc00e-b562-473f-b3d4-42409fa48c92 req-7375a4c2-8ab1-4037-ba43-ed3afbedf773 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397055 Jan 25 08:38:58.815239 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c187b089-ebbc-4032-bdbd-4f79a6058339 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (62d45a25-2bcf-4b4b-9c02-89d421c44452), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:58.867655 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7249033-f492-4ac4-bd01-501faba34ee0 req-8a0f814d-30ab-46fe-846b-181fc4cad259 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:58.869192 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a7249033-f492-4ac4-bd01-501faba34ee0 req-8a0f814d-30ab-46fe-846b-181fc4cad259 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0482538 Jan 25 08:38:58.926946 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a7249033-f492-4ac4-bd01-501faba34ee0 req-14b5716a-d887-4a44-879d-ab00c584014c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458393 Jan 25 08:38:59.085827 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [None req-c187b089-ebbc-4032-bdbd-4f79a6058339 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Floating IP 62d45a25-2bcf-4b4b-9c02-89d421c44452 associated. External IP: 172.27.1.215, port: 2cb80146-60d5-4ad2-8173-ccb3d000b4c7. Jan 25 08:38:59.299438 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c187b089-ebbc-4032-bdbd-4f79a6058339 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:38:59.408963 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c187b089-ebbc-4032-bdbd-4f79a6058339 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:38:59.415112 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c187b089-ebbc-4032-bdbd-4f79a6058339 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:38:59.426514 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c8ed8-5745-4391-978b-b0bbf0b29130 None None] Sync routers for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:38:59.440164 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c8ed8-5745-4391-978b-b0bbf0b29130 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:38:59.441348 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-661c8ed8-5745-4391-978b-b0bbf0b29130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:38:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:38:59.452896 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-c187b089-ebbc-4032-bdbd-4f79a6058339 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "PUT /v2.0/floatingips/62d45a25-2bcf-4b4b-9c02-89d421c44452 HTTP/1.1" status: 200 len: 991 time: 1.5664692 Jan 25 08:38:59.452896 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b6f38f-84f0-49a0-a939-eb8375f61bee', 'tag': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:38:59.457003 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4b2b33-8568-4493-bce8-ef77e003b8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "29b6f38f-84f0-49a0-a939-eb8375f61bee", "tag": "2cb80146-60d5-4ad2-8173-ccb3d000b4c7"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:38:59.503457 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91adc966-3302-4570-a032-e9fda853f02d x-openstack-request-id: req-91adc966-3302-4570-a032-e9fda853f02d {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:38:59.503890 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b6f38f-84f0-49a0-a939-eb8375f61bee", "tag": "2cb80146-60d5-4ad2-8173-ccb3d000b4c7", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:38:59.505694 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-91adc966-3302-4570-a032-e9fda853f02d {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:38:59.506332 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b6f38f-84f0-49a0-a939-eb8375f61bee', 'tag': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7', 'status': 'completed', 'code': 200} Jan 25 08:38:59.653641 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-96a530b2-95b0-44ac-b799-57533b17105e req-13d482f0-be0e-4cd8-a113-5b2bafaec3f3 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553629 Jan 25 08:38:59.667273 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b2b33-8568-4493-bce8-ef77e003b8b1 req-c94f0ecd-d28f-4846-a967-355f6bbaf897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:59.669802 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0c4b2b33-8568-4493-bce8-ef77e003b8b1 req-c94f0ecd-d28f-4846-a967-355f6bbaf897 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 1098 time: 0.0678313 Jan 25 08:38:59.680680 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-661c8ed8-5745-4391-978b-b0bbf0b29130 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:38:59.770037 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a530b2-95b0-44ac-b799-57533b17105e req-0093cdc7-3862-40f6-82ab-5b9cb96e385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:59.772377 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-96a530b2-95b0-44ac-b799-57533b17105e req-0093cdc7-3862-40f6-82ab-5b9cb96e385f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4e2e67060bcb463cb3618f0a0a47b60d&device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 1098 time: 0.0481868 Jan 25 08:38:59.790510 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b2b33-8568-4493-bce8-ef77e003b8b1 req-c788f519-f5e2-4042-b67c-343e2000d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:59.790947 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0c4b2b33-8568-4493-bce8-ef77e003b8b1 req-c788f519-f5e2-4042-b67c-343e2000d717 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 200 len: 912 time: 0.1072369 Jan 25 08:38:59.944972 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0c4b2b33-8568-4493-bce8-ef77e003b8b1 req-264cbceb-dd1e-4501-83dd-a0cee93bf2aa service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb80146-60d5-4ad2-8173-ccb3d000b4c7 HTTP/1.1" status: 200 len: 999 time: 0.1311879 Jan 25 08:38:59.969740 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a530b2-95b0-44ac-b799-57533b17105e req-80ba0a7a-4104-4eb1-acf8-5d83b445a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:59.971329 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-96a530b2-95b0-44ac-b799-57533b17105e req-80ba0a7a-4104-4eb1-acf8-5d83b445a844 service neutron] 10.222.0.121 "GET /v2.0/networks?id=dd295e8b-512d-4cc7-8d0a-0df033feac10 HTTP/1.1" status: 200 len: 913 time: 0.1558354 Jan 25 08:38:59.981049 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a1d52-fc94-4665-b9db-73e25d30477d req-93516218-3b94-49ea-91e3-48f62a70aabf tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:38:59.991996 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-254a1d52-fc94-4665-b9db-73e25d30477d req-93516218-3b94-49ea-91e3-48f62a70aabf tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0898471 Jan 25 08:39:00.027513 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-96a530b2-95b0-44ac-b799-57533b17105e req-5a4451b6-c8a1-49be-a2c3-ee9121868b84 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec60a83b-b173-4825-b3a5-a69b176dd031 HTTP/1.1" status: 200 len: 217 time: 0.0438695 Jan 25 08:39:00.060556 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b2b33-8568-4493-bce8-ef77e003b8b1 req-ecfad4ce-f8a6-47cb-b491-e45d2c52a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:00.060556 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0c4b2b33-8568-4493-bce8-ef77e003b8b1 req-ecfad4ce-f8a6-47cb-b491-e45d2c52a772 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3aa8424a-f40c-4afe-a08b-80f8771ddc15 HTTP/1.1" status: 200 len: 850 time: 0.0973959 Jan 25 08:39:00.077577 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-661c8ed8-5745-4391-978b-b0bbf0b29130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '62d45a25-2bcf-4b4b-9c02-89d421c44452', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'port_id': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'mac_address': 'fa:16:3e:bd:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b6f38f-84f0-49a0-a939-eb8375f61bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:38:14Z', 'updated_at': '2022-01-25T08:38:58Z', 'revision_number': 1, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 5, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:00.108721 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-254a1d52-fc94-4665-b9db-73e25d30477d req-fd083393-51f8-4c27-8326-d27644c0fdac tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184416 Jan 25 08:39:00.123420 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a530b2-95b0-44ac-b799-57533b17105e req-ab684acc-c7a9-4e46-bb6e-6d6565c07612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:00.124926 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-96a530b2-95b0-44ac-b799-57533b17105e req-ab684acc-c7a9-4e46-bb6e-6d6565c07612 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9823c8dd-ccf3-4b86-ba23-d73a4cb80321 HTTP/1.1" status: 200 len: 852 time: 0.0894833 Jan 25 08:39:00.127914 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c8ed8-5745-4391-978b-b0bbf0b29130 None None] Checking router: 5b918d7c-1356-4459-a1f7-f44db1d5bf6f for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:39:00.136524 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c8ed8-5745-4391-978b-b0bbf0b29130 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:39:00.138374 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-661c8ed8-5745-4391-978b-b0bbf0b29130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:38:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:00.150187 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754eeeb-90bf-4db4-ad78-cf464c457c9d req-738e8916-0809-420f-8d65-ea35f50ae035 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:00.151672 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d754eeeb-90bf-4db4-ad78-cf464c457c9d req-738e8916-0809-420f-8d65-ea35f50ae035 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0903323 Jan 25 08:39:00.166707 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-96a530b2-95b0-44ac-b799-57533b17105e req-e6dec850-8ffd-49a9-9416-f3642e37561d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=dd295e8b-512d-4cc7-8d0a-0df033feac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279250 Jan 25 08:39:00.189208 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b2b33-8568-4493-bce8-ef77e003b8b1 req-4a0babcf-497e-42a4-b666-7b4af44ed311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:00.190826 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0c4b2b33-8568-4493-bce8-ef77e003b8b1 req-4a0babcf-497e-42a4-b666-7b4af44ed311 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7112ec2a-354f-4299-a519-bb5af2762b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849125 Jan 25 08:39:00.274098 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d754eeeb-90bf-4db4-ad78-cf464c457c9d req-b5484e2f-8f98-443e-ac81-e95d73f0d8cc tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123519 Jan 25 08:39:00.279318 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-661c8ed8-5745-4391-978b-b0bbf0b29130 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:39:00.294097 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-96a530b2-95b0-44ac-b799-57533b17105e req-542c1371-98e0-4165-a34a-bc09c04caea4 service neutron] 10.222.0.121 "GET /v2.0/networks/dd295e8b-512d-4cc7-8d0a-0df033feac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137884 Jan 25 08:39:00.315887 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0c4b2b33-8568-4493-bce8-ef77e003b8b1 req-6b6aaf1e-fb4b-4a1d-81dc-546e2eb28ae7 service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164517 Jan 25 08:39:00.335159 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:00.415017 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-96a530b2-95b0-44ac-b799-57533b17105e req-3264357e-0e4a-4a50-91cc-d88ba17574e4 service neutron] 10.222.0.121 "GET /v2.0/networks/dd295e8b-512d-4cc7-8d0a-0df033feac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992892 Jan 25 08:39:00.418073 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0c4b2b33-8568-4493-bce8-ef77e003b8b1 req-2c1e5663-fe54-436f-8162-e35d78b86825 service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921154 Jan 25 08:39:00.536610 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-661c8ed8-5745-4391-978b-b0bbf0b29130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '62d45a25-2bcf-4b4b-9c02-89d421c44452', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'port_id': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'mac_address': 'fa:16:3e:bd:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b6f38f-84f0-49a0-a939-eb8375f61bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:38:14Z', 'updated_at': '2022-01-25T08:38:58Z', 'revision_number': 1, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 5, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:00.566814 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c8ed8-5745-4391-978b-b0bbf0b29130 None None] The sync data for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi is: [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '62d45a25-2bcf-4b4b-9c02-89d421c44452', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'port_id': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'mac_address': 'fa:16:3e:bd:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b6f38f-84f0-49a0-a939-eb8375f61bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:38:14Z', 'updated_at': '2022-01-25T08:38:58Z', 'revision_number': 1, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 5, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:39:00.763911 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae552f4e-e8a0-4fc7-9bc9-c29d9cadf5b0 None None] New status for floating IP 62d45a25-2bcf-4b4b-9c02-89d421c44452: ACTIVE {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:39:01.242133 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9feb81b-50fa-448c-abc2-2c53ad14ac3b req-3aa4a090-9755-4313-8f1d-6d5b3e878ebe tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:01.243612 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e9feb81b-50fa-448c-abc2-2c53ad14ac3b req-3aa4a090-9755-4313-8f1d-6d5b3e878ebe tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0497398 Jan 25 08:39:01.302436 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e9feb81b-50fa-448c-abc2-2c53ad14ac3b req-b84dd6c1-b990-4f58-ad8a-a579079903df tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519049 Jan 25 08:39:01.412656 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb17219-d6da-4c7c-a74d-0d8c0ef25360 req-54871062-9449-443b-b56d-57a907a69aa7 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:01.414100 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fdb17219-d6da-4c7c-a74d-0d8c0ef25360 req-54871062-9449-443b-b56d-57a907a69aa7 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0500939 Jan 25 08:39:01.437553 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31906-14cb-4b2f-8d82-96e1cf64ddad req-e9dda1ce-ac79-4d67-9b6f-fc505c5ad74f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:01.439084 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-90a31906-14cb-4b2f-8d82-96e1cf64ddad req-e9dda1ce-ac79-4d67-9b6f-fc505c5ad74f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0539839 Jan 25 08:39:01.450733 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 39284) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:01.455786 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-7dc4f482-2c71-4472-8e86-ee4cb56884bb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Request body: {'floatingip': {'port_id': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:39:01.476544 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fdb17219-d6da-4c7c-a74d-0d8c0ef25360 req-bbbc23e8-26f1-435e-b6aa-23a35a3f9e0e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533609 Jan 25 08:39:01.503076 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7dc4f482-2c71-4472-8e86-ee4cb56884bb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (45ac8bd5-ded4-49c8-a5ca-71a1273a95e7), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:01.964346 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7dc4f482-2c71-4472-8e86-ee4cb56884bb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:02.003703 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7dc4f482-2c71-4472-8e86-ee4cb56884bb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (45ac8bd5-ded4-49c8-a5ca-71a1273a95e7), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:02.100951 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [None req-7dc4f482-2c71-4472-8e86-ee4cb56884bb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Floating IP 45ac8bd5-ded4-49c8-a5ca-71a1273a95e7 associated. External IP: 172.27.1.197, port: cf6a8b39-19f8-4fc9-b15f-13dde81446ed. Jan 25 08:39:02.311394 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc4f482-2c71-4472-8e86-ee4cb56884bb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Router 5e9cab0d-07e5-4cf0-9626-9de81167c83e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:39:02.432146 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc4f482-2c71-4472-8e86-ee4cb56884bb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:39:02.436647 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7dc4f482-2c71-4472-8e86-ee4cb56884bb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:02.441541 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3808d4a6-ce5a-42a2-b007-6615d3976e02 None None] Sync routers for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:39:02.451696 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3808d4a6-ce5a-42a2-b007-6615d3976e02 None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:39:02.452327 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-3808d4a6-ce5a-42a2-b007-6615d3976e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:38:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:02.462656 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-7dc4f482-2c71-4472-8e86-ee4cb56884bb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "PUT /v2.0/floatingips/45ac8bd5-ded4-49c8-a5ca-71a1273a95e7 HTTP/1.1" status: 200 len: 991 time: 1.0108352 Jan 25 08:39:02.463232 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:39:02.466477 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9864a93-cbed-4750-9082-1df09b658624" -d '{"events": [{"name": "network-changed", "server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:39:02.656261 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7271df-853b-4dbc-af22-8e375d71c196 x-openstack-request-id: req-5d7271df-853b-4dbc-af22-8e375d71c196 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:39:02.656964 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:39:02.657406 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5d7271df-853b-4dbc-af22-8e375d71c196 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:39:02.657900 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'status': 'completed', 'code': 200} Jan 25 08:39:02.678622 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-3808d4a6-ce5a-42a2-b007-6615d3976e02 None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:39:02.750288 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00f914-b31d-41a8-a613-216d7b7f9fdd req-2ad20798-e7c1-4d91-9db2-8c1efba5e7f7 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:02.758910 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-df00f914-b31d-41a8-a613-216d7b7f9fdd req-2ad20798-e7c1-4d91-9db2-8c1efba5e7f7 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0892408 Jan 25 08:39:02.760975 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9864a93-cbed-4750-9082-1df09b658624 req-d1d1e545-aead-4733-9ecf-adc76311ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:02.764898 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f9864a93-cbed-4750-9082-1df09b658624 req-d1d1e545-aead-4733-9ecf-adc76311ef7b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 1098 time: 0.0541260 Jan 25 08:39:02.815515 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-df00f914-b31d-41a8-a613-216d7b7f9fdd req-614cb63e-c6f6-4023-a1b1-f95a5b53c4e8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554342 Jan 25 08:39:02.944636 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-3808d4a6-ce5a-42a2-b007-6615d3976e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '45ac8bd5-ded4-49c8-a5ca-71a1273a95e7', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'port_id': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'mac_address': 'fa:16:3e:55:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:38:19Z', 'updated_at': '2022-01-25T08:39:01Z', 'revision_number': 1, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 5, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:02.974463 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3808d4a6-ce5a-42a2-b007-6615d3976e02 None None] Checking router: 5e9cab0d-07e5-4cf0-9626-9de81167c83e for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:39:02.984646 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3808d4a6-ce5a-42a2-b007-6615d3976e02 None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:39:02.985526 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-3808d4a6-ce5a-42a2-b007-6615d3976e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:38:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:03.097977 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-3808d4a6-ce5a-42a2-b007-6615d3976e02 None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:39:03.103138 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9864a93-cbed-4750-9082-1df09b658624 req-df65fd55-93a6-4500-b117-67254ba869b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:03.104726 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f9864a93-cbed-4750-9082-1df09b658624 req-df65fd55-93a6-4500-b117-67254ba869b4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 200 len: 916 time: 0.3202548 Jan 25 08:39:03.188024 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f9864a93-cbed-4750-9082-1df09b658624 req-04654633-4769-4f9b-b7ef-856fa31a3b1e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed HTTP/1.1" status: 200 len: 999 time: 0.0610917 Jan 25 08:39:03.245512 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9864a93-cbed-4750-9082-1df09b658624 req-3cf5d7bf-6ec1-4cbf-b526-fa620081e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:03.246907 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f9864a93-cbed-4750-9082-1df09b658624 req-3cf5d7bf-6ec1-4cbf-b526-fa620081e011 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3f7bec09-c3cd-427a-a947-5b8b47de6266 HTTP/1.1" status: 200 len: 854 time: 0.0487769 Jan 25 08:39:03.317815 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9864a93-cbed-4750-9082-1df09b658624 req-dba95303-87ee-44cc-a565-fbc346572a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:03.319294 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f9864a93-cbed-4750-9082-1df09b658624 req-dba95303-87ee-44cc-a565-fbc346572a6f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1034f08a-497e-433f-a3f5-f68e036144ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453730 Jan 25 08:39:03.342801 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-3808d4a6-ce5a-42a2-b007-6615d3976e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '45ac8bd5-ded4-49c8-a5ca-71a1273a95e7', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'port_id': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'mac_address': 'fa:16:3e:55:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:38:19Z', 'updated_at': '2022-01-25T08:39:01Z', 'revision_number': 1, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 5, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:03.369739 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3808d4a6-ce5a-42a2-b007-6615d3976e02 None None] The sync data for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi is: [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '45ac8bd5-ded4-49c8-a5ca-71a1273a95e7', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'port_id': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'mac_address': 'fa:16:3e:55:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:38:19Z', 'updated_at': '2022-01-25T08:39:01Z', 'revision_number': 1, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 5, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:39:03.423615 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f9864a93-cbed-4750-9082-1df09b658624 req-27f435d1-ffa6-46cd-ac4a-4ec821f1ad42 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882838 Jan 25 08:39:03.523767 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f9864a93-cbed-4750-9082-1df09b658624 req-52f42343-0fbb-4cf8-a171-4f1faec6c38c service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909052 Jan 25 08:39:03.554904 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0881591-41b1-443f-ba0f-df39007d618e None None] New status for floating IP 45ac8bd5-ded4-49c8-a5ca-71a1273a95e7: ACTIVE {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:39:03.938790 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d458ec-ac11-46b9-a0f9-2ebb40b4f44b req-cc25caee-2b24-4930-b345-794a85be0f97 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:03.940370 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-11d458ec-ac11-46b9-a0f9-2ebb40b4f44b req-cc25caee-2b24-4930-b345-794a85be0f97 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0508101 Jan 25 08:39:03.989013 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-11d458ec-ac11-46b9-a0f9-2ebb40b4f44b req-19d3f35e-9c6e-4c69-9470-c8342b67a3e4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419791 Jan 25 08:39:05.108681 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfa0b6-f2f7-464a-a892-131045b245d3 req-1204a992-e05f-45af-a081-38e28e26f053 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:05.110193 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-67dfa0b6-f2f7-464a-a892-131045b245d3 req-1204a992-e05f-45af-a081-38e28e26f053 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0477121 Jan 25 08:39:05.158148 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-67dfa0b6-f2f7-464a-a892-131045b245d3 req-bc8d4e07-f41a-4bd5-8191-fe882451384b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Jan 25 08:39:06.278561 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54e77a-e3bd-448e-9029-af5f9b7b88e1 req-420a67aa-c422-42eb-bb80-f10506e5fe53 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:06.280037 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2b54e77a-e3bd-448e-9029-af5f9b7b88e1 req-420a67aa-c422-42eb-bb80-f10506e5fe53 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0500312 Jan 25 08:39:06.332659 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2b54e77a-e3bd-448e-9029-af5f9b7b88e1 req-ded5bef0-f04f-4088-bd40-f9a62ad004a9 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464675 Jan 25 08:39:07.463097 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af461f58-02c7-4114-9a24-a7d488378671 req-6059e0b3-dbfc-4db2-80d1-03a76e2ee185 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:07.464720 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-af461f58-02c7-4114-9a24-a7d488378671 req-6059e0b3-dbfc-4db2-80d1-03a76e2ee185 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0507510 Jan 25 08:39:07.517986 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-af461f58-02c7-4114-9a24-a7d488378671 req-d71dc3a1-0309-4f9c-afbf-c377dc2bded0 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463691 Jan 25 08:39:08.507843 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da494d69-08b3-4fe3-a65d-f90f0057c2e8 req-4c8f9909-40d4-4487-9e21-7ba2ea94f765 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:08.509368 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-da494d69-08b3-4fe3-a65d-f90f0057c2e8 req-4c8f9909-40d4-4487-9e21-7ba2ea94f765 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 945 time: 0.0792809 Jan 25 08:39:08.558035 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-da494d69-08b3-4fe3-a65d-f90f0057c2e8 req-2d66ad15-0678-4190-9548-f3e1db73a6b4 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Jan 25 08:39:08.681876 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6b35a-6a96-4317-aeb9-fe93d8c455ad req-f43c9f78-6c09-443e-b2c2-e29f42ad4293 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:08.683362 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-43e6b35a-6a96-4317-aeb9-fe93d8c455ad req-f43c9f78-6c09-443e-b2c2-e29f42ad4293 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0629792 Jan 25 08:39:08.730283 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-43e6b35a-6a96-4317-aeb9-fe93d8c455ad req-1a286855-22e2-40ff-a222-6b5378d8f1c2 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Jan 25 08:39:09.477448 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-1dd5a064-cd04-4c47-afb4-bdd2d6925624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:09.687894 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78187e55-d6fe-476e-b987-a11059219497 req-5e3ed6cc-ed64-4f34-b36d-a2d7a5f3ec18 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:09.696703 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-78187e55-d6fe-476e-b987-a11059219497 req-5e3ed6cc-ed64-4f34-b36d-a2d7a5f3ec18 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 945 time: 0.0686851 Jan 25 08:39:09.745761 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-78187e55-d6fe-476e-b987-a11059219497 req-8ea1a7bf-159f-4f5a-a3b2-36722499f762 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482121 Jan 25 08:39:09.854561 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e96af-0399-4e12-a2c3-24a446cd8cec req-b3504fbc-2db6-4bd5-af39-3c5def8bbdde tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:09.856039 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-517e96af-0399-4e12-a2c3-24a446cd8cec req-b3504fbc-2db6-4bd5-af39-3c5def8bbdde tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0491495 Jan 25 08:39:09.904230 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-517e96af-0399-4e12-a2c3-24a446cd8cec req-a89c2de4-95fe-4d7d-a64e-eb19a1ba2887 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Jan 25 08:39:10.150809 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 39532) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:10.195734 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a90e52d-6561-4c81-ac3e-3d0203ecee88 admin admin] Deleting subnet 0e9a16d6-ecd5-4802-91ee-514bf11ce74e {{(pid=103105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:39:10.199026 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9a90e52d-6561-4c81-ac3e-3d0203ecee88 admin admin] Publish callbacks [] for subnet (0e9a16d6-ecd5-4802-91ee-514bf11ce74e), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:10.237124 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9a90e52d-6561-4c81-ac3e-3d0203ecee88 admin admin] Publish callbacks [] for subnet (0e9a16d6-ecd5-4802-91ee-514bf11ce74e), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:10.246440 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9a90e52d-6561-4c81-ac3e-3d0203ecee88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (0e9a16d6-ecd5-4802-91ee-514bf11ce74e), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:10.375007 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9a90e52d-6561-4c81-ac3e-3d0203ecee88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (0e9a16d6-ecd5-4802-91ee-514bf11ce74e), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:10.403694 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90e52d-6561-4c81-ac3e-3d0203ecee88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9a16d6-ecd5-4802-91ee-514bf11ce74e,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:10.405668 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9a90e52d-6561-4c81-ac3e-3d0203ecee88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:10.409075 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-9a90e52d-6561-4c81-ac3e-3d0203ecee88 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/0e9a16d6-ecd5-4802-91ee-514bf11ce74e HTTP/1.1" status: 204 len: 168 time: 0.2572088 Jan 25 08:39:10.411521 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 39538) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:10.487954 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:10.567508 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:10.591556 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.591930 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.592975 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.593318 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > port after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.593835 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > port after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.594167 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > port after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.594488 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.594803 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.595114 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.595456 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.742792 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.743365 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.743455 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.743792 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:39:10.744218 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78']}} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:10.762389 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ff9e3e-cb0c-47af-aab0-a40e2d7f946e') {'for_net_delete': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:10.762868 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ff9e3e-cb0c-47af-aab0-a40e2d7f946e') {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:10.779538 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9205406'] for segment (89ff9e3e-cb0c-47af-aab0-a40e2d7f946e), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:10.802153 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (89ff9e3e-cb0c-47af-aab0-a40e2d7f946e), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:10.813404 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:39:10.813860 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415015'] for segment (89ff9e3e-cb0c-47af-aab0-a40e2d7f946e), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: Traceback (most recent call last): Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: timer() Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: cb(*args, **kw) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: return func(*args, **kwargs) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: self._notify() Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: self.callback(batched_events) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: event.method(event) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: return f(self, *a, **k) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._get(url).json() Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: return self.request(url, 'GET', **kwargs) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:39:10.836946 dv-cinder-811877-9-iscsi neutron-server[103105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:39:10.932367 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9aaf8-07ee-4551-86b1-fc3e16e7e438 req-51668008-55aa-4e56-8a67-f09efc94063b tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:10.933918 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-22a9aaf8-07ee-4551-86b1-fc3e16e7e438 req-51668008-55aa-4e56-8a67-f09efc94063b tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 945 time: 0.0866966 Jan 25 08:39:10.987515 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-22a9aaf8-07ee-4551-86b1-fc3e16e7e438 req-75623deb-f9af-4d3b-8cd7-6634c022fa08 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479364 Jan 25 08:39:10.991570 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:10.997866 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.001328 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] 10.222.0.112 "DELETE /v2.0/networks/eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78 HTTP/1.1" status: 204 len: 168 time: 0.5886815 Jan 25 08:39:11.005059 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 39548) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:11.017032 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9944570-d2d8-4ab5-a2cf-8d71b8b542ed admin admin] Pushing event deleted for resources: {'Network': ['ID=eda8c63a-54c7-4c7f-b5e6-c4e5a67a5a78,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:11.070426 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5ae611-5bb7-4982-bd01-2b02674f6fd3 admin admin] Deleting subnet 0ed046fa-2364-48ac-99dc-7e951f4b5618 {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:39:11.073979 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae611-5bb7-4982-bd01-2b02674f6fd3 admin admin] Publish callbacks [] for subnet (0ed046fa-2364-48ac-99dc-7e951f4b5618), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.083257 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba096089-ae7d-4c8a-b572-b9c79249821d req-637e4762-edad-496e-b69b-a2f625594348 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:11.084839 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ba096089-ae7d-4c8a-b572-b9c79249821d req-637e4762-edad-496e-b69b-a2f625594348 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0915468 Jan 25 08:39:11.134491 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae611-5bb7-4982-bd01-2b02674f6fd3 admin admin] Publish callbacks [] for subnet (0ed046fa-2364-48ac-99dc-7e951f4b5618), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.157366 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae611-5bb7-4982-bd01-2b02674f6fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (0ed046fa-2364-48ac-99dc-7e951f4b5618), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.189828 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ba096089-ae7d-4c8a-b572-b9c79249821d req-3380ed1c-1597-45f5-b2c9-15cc07e69952 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871847 Jan 25 08:39:11.266669 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae611-5bb7-4982-bd01-2b02674f6fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (0ed046fa-2364-48ac-99dc-7e951f4b5618), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.292177 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ae611-5bb7-4982-bd01-2b02674f6fd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed046fa-2364-48ac-99dc-7e951f4b5618,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:11.297047 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae611-5bb7-4982-bd01-2b02674f6fd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.300464 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-ab5ae611-5bb7-4982-bd01-2b02674f6fd3 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/0ed046fa-2364-48ac-99dc-7e951f4b5618 HTTP/1.1" status: 204 len: 168 time: 0.2939112 Jan 25 08:39:11.303062 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 39554) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:11.369906 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-058a0b30-3532-462f-b302-3109ae0ce8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (aed1167e-08d3-40de-b0d5-133d2dc0e284), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.449259 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-058a0b30-3532-462f-b302-3109ae0ce8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (aed1167e-08d3-40de-b0d5-133d2dc0e284), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.471573 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-058a0b30-3532-462f-b302-3109ae0ce8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed1167e-08d3-40de-b0d5-133d2dc0e284']}} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:11.481877 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-058a0b30-3532-462f-b302-3109ae0ce8f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9089bf-41c1-4990-a009-4decd8e35788') {'for_net_delete': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:11.482229 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-058a0b30-3532-462f-b302-3109ae0ce8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9089bf-41c1-4990-a009-4decd8e35788') {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:11.491771 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-058a0b30-3532-462f-b302-3109ae0ce8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9205406'] for segment (fb9089bf-41c1-4990-a009-4decd8e35788), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.505228 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-058a0b30-3532-462f-b302-3109ae0ce8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (fb9089bf-41c1-4990-a009-4decd8e35788), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.511174 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058a0b30-3532-462f-b302-3109ae0ce8f7 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:39:11.511551 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-058a0b30-3532-462f-b302-3109ae0ce8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415015'] for segment (fb9089bf-41c1-4990-a009-4decd8e35788), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: Traceback (most recent call last): Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: timer() Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: cb(*args, **kw) Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: return func(*args, **kwargs) Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: self._notify() Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: self.callback(batched_events) Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: event.method(event) Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: return f(self, *a, **k) Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._get(url).json() Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: return self.request(url, 'GET', **kwargs) Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:39:11.514033 dv-cinder-811877-9-iscsi neutron-server[103105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:39:11.682895 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-65bbaba5-a041-4748-b8c4-e626b3df5f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.683425 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-058a0b30-3532-462f-b302-3109ae0ce8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (aed1167e-08d3-40de-b0d5-133d2dc0e284), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.689624 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-058a0b30-3532-462f-b302-3109ae0ce8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:11.692299 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-058a0b30-3532-462f-b302-3109ae0ce8f7 admin admin] 10.222.0.112 "DELETE /v2.0/networks/aed1167e-08d3-40de-b0d5-133d2dc0e284 HTTP/1.1" status: 204 len: 168 time: 0.3881626 Jan 25 08:39:11.705049 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a0b30-3532-462f-b302-3109ae0ce8f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aed1167e-08d3-40de-b0d5-133d2dc0e284,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:12.098743 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 39576) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:12.123339 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159f6f6-78c6-46e9-92b6-9bb8d6407aba req-469608e7-b7eb-4b37-9171-093a50a6162f tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:12.124880 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e159f6f6-78c6-46e9-92b6-9bb8d6407aba req-469608e7-b7eb-4b37-9171-093a50a6162f tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 945 time: 0.0525682 Jan 25 08:39:12.141607 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-92b9946e-88f6-4911-ab07-6f811f36190e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6943f5fe637b41ceaaddf11934e77d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389247 Jan 25 08:39:12.141891 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 39578) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:12.174707 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e159f6f6-78c6-46e9-92b6-9bb8d6407aba req-d5faeca4-0a18-4f21-a847-4e7608f8b2cf tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/security-groups?id=cbe41ce5-0d52-410b-85bb-fa1965d3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436933 Jan 25 08:39:12.189943 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7628f007-242a-4ccf-b988-b592f09569a6 admin admin] Publish callbacks [] for security_group (a0f8c2bd-7d27-430b-85e8-51ba4e999121), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:12.211599 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7628f007-242a-4ccf-b988-b592f09569a6 admin admin] Publish callbacks [] for security_group (a0f8c2bd-7d27-430b-85e8-51ba4e999121), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:12.258105 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1d5cf-c614-4e13-8b9d-66ae50490a45 req-9c710cf8-cbb0-4f80-b416-5e6275299a00 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:12.259716 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d2b1d5cf-c614-4e13-8b9d-66ae50490a45 req-9c710cf8-cbb0-4f80-b416-5e6275299a00 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.121 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 945 time: 0.0678034 Jan 25 08:39:12.317836 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d3e20-04e4-4b6e-9fb0-a9b8b72d0c28 req-43f102a6-bfd2-4bc2-9f15-4e431af6309d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:12.319257 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-827d3e20-04e4-4b6e-9fb0-a9b8b72d0c28 req-43f102a6-bfd2-4bc2-9f15-4e431af6309d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0502670 Jan 25 08:39:12.345133 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7628f007-242a-4ccf-b988-b592f09569a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a0f8c2bd-7d27-430b-85e8-51ba4e999121), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:12.347687 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7628f007-242a-4ccf-b988-b592f09569a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:12.348865 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-7628f007-242a-4ccf-b988-b592f09569a6 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a0f8c2bd-7d27-430b-85e8-51ba4e999121 HTTP/1.1" status: 204 len: 168 time: 0.2060165 Jan 25 08:39:12.367343 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628f007-242a-4ccf-b988-b592f09569a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f8c2bd-7d27-430b-85e8-51ba4e999121,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:12.386159 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-827d3e20-04e4-4b6e-9fb0-a9b8b72d0c28 req-77b9afe2-2fb4-4289-852a-9d348db63600 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608733 Jan 25 08:39:12.411678 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-d2b1d5cf-c614-4e13-8b9d-66ae50490a45 req-b4d282ad-e830-43df-b2da-9dbe971a9c7d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Deleting port ec60a83b-b173-4825-b3a5-a69b176dd031 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:39:12.412023 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d2b1d5cf-c614-4e13-8b9d-66ae50490a45 req-b4d282ad-e830-43df-b2da-9dbe971a9c7d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:12.504396 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-d2b1d5cf-c614-4e13-8b9d-66ae50490a45 req-b4d282ad-e830-43df-b2da-9dbe971a9c7d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] For port ec60a83b-b173-4825-b3a5-a69b176dd031, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ec60a83b-b173-4825-b3a5-a69b176dd031,segment=NetworkSegment(cede7dee-166a-4435-92a7-e41318a7293c),segment_id=cede7dee-166a-4435-92a7-e41318a7293c)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:39:12.504890 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d2b1d5cf-c614-4e13-8b9d-66ae50490a45 req-b4d282ad-e830-43df-b2da-9dbe971a9c7d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:12.525609 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-d2b1d5cf-c614-4e13-8b9d-66ae50490a45 req-b4d282ad-e830-43df-b2da-9dbe971a9c7d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Calling delete_port for ec60a83b-b173-4825-b3a5-a69b176dd031 owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:39:12.729716 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d2b1d5cf-c614-4e13-8b9d-66ae50490a45 req-b4d282ad-e830-43df-b2da-9dbe971a9c7d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (ec60a83b-b173-4825-b3a5-a69b176dd031), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:12.746088 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['ec60a83b-b173-4825-b3a5-a69b176dd031'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:39:12.759631 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d282ad-e830-43df-b2da-9dbe971a9c7d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Pushing event deleted for resources: {'Port': ['ID=ec60a83b-b173-4825-b3a5-a69b176dd031,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:12.829026 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b1d5cf-c614-4e13-8b9d-66ae50490a45 req-b4d282ad-e830-43df-b2da-9dbe971a9c7d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] No DVR routers for this DVR port ec60a83b-b173-4825-b3a5-a69b176dd031 on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:39:12.832359 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d2b1d5cf-c614-4e13-8b9d-66ae50490a45 req-b4d282ad-e830-43df-b2da-9dbe971a9c7d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:12.835972 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d2b1d5cf-c614-4e13-8b9d-66ae50490a45 req-b4d282ad-e830-43df-b2da-9dbe971a9c7d tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.121 "DELETE /v2.0/ports/ec60a83b-b173-4825-b3a5-a69b176dd031 HTTP/1.1" status: 204 len: 173 time: 0.5619543 Jan 25 08:39:12.836430 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70bb334-5a04-4c65-8fa0-ca80a2dca4fe', 'name': 'network-vif-deleted', 'tag': 'ec60a83b-b173-4825-b3a5-a69b176dd031'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:39:12.838810 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931bd136-18de-43ab-9501-cdbebb4ffda9" -d '{"events": [{"server_uuid": "d70bb334-5a04-4c65-8fa0-ca80a2dca4fe", "name": "network-vif-deleted", "tag": "ec60a83b-b173-4825-b3a5-a69b176dd031"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:39:12.885136 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec57fe2-aa2d-444f-a7e8-ef3570d2b155 x-openstack-request-id: req-dec57fe2-aa2d-444f-a7e8-ef3570d2b155 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:39:12.885136 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70bb334-5a04-4c65-8fa0-ca80a2dca4fe", "name": "network-vif-deleted", "tag": "ec60a83b-b173-4825-b3a5-a69b176dd031", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:39:12.885136 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-dec57fe2-aa2d-444f-a7e8-ef3570d2b155 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:39:12.885136 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70bb334-5a04-4c65-8fa0-ca80a2dca4fe', 'name': 'network-vif-deleted', 'tag': 'ec60a83b-b173-4825-b3a5-a69b176dd031', 'status': 'completed', 'code': 200} Jan 25 08:39:12.992517 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 39594) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:12.997728 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:13.034298 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-fb09696f-bced-43e6-b963-f1e38eda31f9 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6a6b47fe605045fba9b8dcbbcc98af9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405593 Jan 25 08:39:13.036694 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 39596) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:13.087211 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-496ac157-7362-489d-9186-1fb1b7a37b11 admin admin] Publish callbacks [] for security_group (20254eb7-932d-42a6-8a3c-4214c146f024), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:13.111024 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-496ac157-7362-489d-9186-1fb1b7a37b11 admin admin] Publish callbacks [] for security_group (20254eb7-932d-42a6-8a3c-4214c146f024), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:13.254901 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-496ac157-7362-489d-9186-1fb1b7a37b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (20254eb7-932d-42a6-8a3c-4214c146f024), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:13.257464 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-496ac157-7362-489d-9186-1fb1b7a37b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:13.258536 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-496ac157-7362-489d-9186-1fb1b7a37b11 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/20254eb7-932d-42a6-8a3c-4214c146f024 HTTP/1.1" status: 204 len: 168 time: 0.2209516 Jan 25 08:39:13.276651 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-bc455478-32a2-4f4f-b81a-a97c265a0724 req-a1e60420-9a25-436c-9859-e0877c3e09f4 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 210 time: 0.0322895 Jan 25 08:39:13.282539 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ac157-7362-489d-9186-1fb1b7a37b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20254eb7-932d-42a6-8a3c-4214c146f024,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:13.509436 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b28696-be56-4c72-8647-512e4c2bdf90 req-dc4e310f-5a62-4294-b284-298bd5ecb146 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:13.510926 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a1b28696-be56-4c72-8647-512e4c2bdf90 req-dc4e310f-5a62-4294-b284-298bd5ecb146 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0514379 Jan 25 08:39:13.558306 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a1b28696-be56-4c72-8647-512e4c2bdf90 req-7e502761-f2b4-427f-a92a-5d7299be689a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409780 Jan 25 08:39:14.402790 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-be02ae45-476e-4a34-ad02-3ce3dc97b63d req-07b7fc96-139c-41d8-87a3-d0aab2dc6f71 tempest-DeleteServersTestJSON-375754053 tempest-DeleteServersTestJSON-375754053-project] 10.222.0.112 "GET /v2.0/ports?device_id=d70bb334-5a04-4c65-8fa0-ca80a2dca4fe HTTP/1.1" status: 200 len: 210 time: 0.0283241 Jan 25 08:39:14.581133 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:14.689876 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ee78c-af10-4764-8a6f-7afcac3b8a2e req-91b063a1-6f95-47f1-83c7-e63405ebd253 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:14.691377 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-400ee78c-af10-4764-8a6f-7afcac3b8a2e req-91b063a1-6f95-47f1-83c7-e63405ebd253 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0531409 Jan 25 08:39:14.742129 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-400ee78c-af10-4764-8a6f-7afcac3b8a2e req-14658534-d2d2-4692-81d4-02991182f77b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452483 Jan 25 08:39:15.012216 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 39670) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:15.123910 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e4dc5d4c-0630-4f58-8760-f1f64eb4dcff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:15.200460 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e4dc5d4c-0630-4f58-8760-f1f64eb4dcff admin admin] Publish callbacks [] for security_group (7a480c11-cf32-4435-b23c-21c9ffdbbcdb), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:15.346182 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e4dc5d4c-0630-4f58-8760-f1f64eb4dcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (7a480c11-cf32-4435-b23c-21c9ffdbbcdb), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:15.389059 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-e4dc5d4c-0630-4f58-8760-f1f64eb4dcff admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1177319e83de45e78f0d008eee8d20aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736048 Jan 25 08:39:15.391420 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc5d4c-0630-4f58-8760-f1f64eb4dcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a480c11-cf32-4435-b23c-21c9ffdbbcdb,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:15.392022 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 39676) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:15.448158 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4176c1b2-f16f-47ba-b067-ce2f3888f399 admin admin] Publish callbacks [] for security_group (7a480c11-cf32-4435-b23c-21c9ffdbbcdb), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:15.479302 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4176c1b2-f16f-47ba-b067-ce2f3888f399 admin admin] Publish callbacks [] for security_group (7a480c11-cf32-4435-b23c-21c9ffdbbcdb), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:15.603957 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4176c1b2-f16f-47ba-b067-ce2f3888f399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (7a480c11-cf32-4435-b23c-21c9ffdbbcdb), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:15.606422 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4176c1b2-f16f-47ba-b067-ce2f3888f399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:15.607635 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-4176c1b2-f16f-47ba-b067-ce2f3888f399 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/7a480c11-cf32-4435-b23c-21c9ffdbbcdb HTTP/1.1" status: 204 len: 168 time: 0.2135966 Jan 25 08:39:15.615990 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176c1b2-f16f-47ba-b067-ce2f3888f399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a480c11-cf32-4435-b23c-21c9ffdbbcdb,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:15.843150 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:15.870990 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce050482-00a6-4c0e-b923-f895192f04ab req-8790ccb1-8b80-418d-9464-f13f8c2e56a4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:15.873082 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ce050482-00a6-4c0e-b923-f895192f04ab req-8790ccb1-8b80-418d-9464-f13f8c2e56a4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0524416 Jan 25 08:39:15.889964 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device ec60a83b-b173-4825-b3a5-a69b176dd031 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:39:15.930960 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: ec60a83b-b173-4825-b3a5-a69b176dd031 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:39:15.932457 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device ec60a83b-b173-4825-b3a5-a69b176dd031 not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:39:15.976330 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ce050482-00a6-4c0e-b923-f895192f04ab req-a031a2e1-20a9-470b-bf74-c3046eae6815 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902364 Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.077847 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-f10fdcda-92a1-4baf-a3fd-b04f15a43a1d tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:16.087024 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-f10fdcda-92a1-4baf-a3fd-b04f15a43a1d tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/networks?id=5a250842-ae7d-4621-8183-b5b4cc23ab14 HTTP/1.1" status: 200 len: 815 time: 0.1094971 Jan 25 08:39:16.099427 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-83743b80-46dd-4fae-b0a7-01f8a04a3e55 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/quotas/3c84e11915fc4963a868824cc4b51944 HTTP/1.1" status: 200 len: 375 time: 0.0099597 Jan 25 08:39:16.149162 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-19b7b1d3-fbef-4ae3-baa1-9712037c45c8 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=3c84e11915fc4963a868824cc4b51944&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442595 Jan 25 08:39:16.243861 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d9ca448e-75c2-4926-be23-1286b58e4d3c service neutron] 10.222.0.112 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870206 Jan 25 08:39:16.331936 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-3d2d4706-eb31-45ef-a331-cdcc55d0ee50 service neutron] 10.222.0.112 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819805 Jan 25 08:39:16.665368 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8e235205-1809-4c57-8503-40c99b149c45 req-0d814d63-3736-4422-91a7-15103080f8d8 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 210 time: 0.0343523 Jan 25 08:39:16.708757 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 39752) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:16.825864 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-9867985-network', 'tenant_id': '207ff4410190407aa7a1f5cfaf50b0b4'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:39:16.917378 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Made reservation on behalf of 207ff4410190407aa7a1f5cfaf50b0b4 for: {'network': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:39:16.919731 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:16.928349 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.015664 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Publish callbacks [] for security_group (a6fe1171-87e2-42c0-9691-d2d6e1426ab0), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.073113 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 39778) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:17.111320 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a6fe1171-87e2-42c0-9691-d2d6e1426ab0), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.114702 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6d817-604a-4f32-a1f1-5ef8c352c15b req-36cdbbbf-ee55-42ec-a86e-60e13a046446 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:17.116667 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-70b6d817-604a-4f32-a1f1-5ef8c352c15b req-36cdbbbf-ee55-42ec-a86e-60e13a046446 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0560689 Jan 25 08:39:17.155894 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:39:17.163951 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fe1171-87e2-42c0-9691-d2d6e1426ab0,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:17.175660 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf8155d-f7ce-45ac-bb9d-0b0859658129 admin admin] Deleting subnet 9823c8dd-ccf3-4b86-ba23-d73a4cb80321 {{(pid=103105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:39:17.179862 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9bf8155d-f7ce-45ac-bb9d-0b0859658129 admin admin] Publish callbacks [] for subnet (9823c8dd-ccf3-4b86-ba23-d73a4cb80321), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.185010 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-70b6d817-604a-4f32-a1f1-5ef8c352c15b req-ec993331-f2af-4ff3-852a-ea2205b8d599 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615325 Jan 25 08:39:17.216876 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (ca0afe4a-5b00-4003-b80d-c75f9af4866a), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.217242 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.segments_db [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Added segment ca0afe4a-5b00-4003-b80d-c75f9af4866a of type vlan for network 26fb7a37-2055-4677-9a40-d3aaeacf5bbb Jan 25 08:39:17.257035 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9bf8155d-f7ce-45ac-bb9d-0b0859658129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9205399'] for subnet (9823c8dd-ccf3-4b86-ba23-d73a4cb80321), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.288799 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (26fb7a37-2055-4677-9a40-d3aaeacf5bbb), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.320830 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9bf8155d-f7ce-45ac-bb9d-0b0859658129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (9823c8dd-ccf3-4b86-ba23-d73a4cb80321), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.379888 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (26fb7a37-2055-4677-9a40-d3aaeacf5bbb), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.380938 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:17.381560 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.440423 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] Pushing event updated for resources: {'Network': ['ID=26fb7a37-2055-4677-9a40-d3aaeacf5bbb,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:17.449994 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network 26fb7a37-2055-4677-9a40-d3aaeacf5bbb details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:39:17.466869 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9bf8155d-f7ce-45ac-bb9d-0b0859658129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10414861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8486090'] for subnet (9823c8dd-ccf3-4b86-ba23-d73a4cb80321), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.505939 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-b4178f67-7d66-4b31-b9a7-49e4528b8d93 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7921460 Jan 25 08:39:17.505939 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8155d-f7ce-45ac-bb9d-0b0859658129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9823c8dd-ccf3-4b86-ba23-d73a4cb80321,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:17.505939 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9bf8155d-f7ce-45ac-bb9d-0b0859658129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.506209 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 39788) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:17.510804 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-9bf8155d-f7ce-45ac-bb9d-0b0859658129 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/9823c8dd-ccf3-4b86-ba23-d73a4cb80321 HTTP/1.1" status: 204 len: 168 time: 0.4340098 Jan 25 08:39:17.511615 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 39790) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:17.513368 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-59505927-b531-41eb-a750-ca9a6705116d admin admin] Request body: {'subnet': {'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-9867985-subnet', 'tenant_id': '207ff4410190407aa7a1f5cfaf50b0b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:39:17.582803 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a972b92b-17ba-41f0-bc0e-e27170fd1a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (dd295e8b-512d-4cc7-8d0a-0df033feac10), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.608746 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59505927-b531-41eb-a750-ca9a6705116d admin admin] Made reservation on behalf of 207ff4410190407aa7a1f5cfaf50b0b4 for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:39:17.611107 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59505927-b531-41eb-a750-ca9a6705116d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.668382 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a972b92b-17ba-41f0-bc0e-e27170fd1a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (dd295e8b-512d-4cc7-8d0a-0df033feac10), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.693728 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-a972b92b-17ba-41f0-bc0e-e27170fd1a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd295e8b-512d-4cc7-8d0a-0df033feac10']}} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:17.705538 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-a972b92b-17ba-41f0-bc0e-e27170fd1a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cede7dee-166a-4435-92a7-e41318a7293c') {'for_net_delete': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:17.705844 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-a972b92b-17ba-41f0-bc0e-e27170fd1a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cede7dee-166a-4435-92a7-e41318a7293c') {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:39:17.716699 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a972b92b-17ba-41f0-bc0e-e27170fd1a0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9205406'] for segment (cede7dee-166a-4435-92a7-e41318a7293c), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.741530 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a972b92b-17ba-41f0-bc0e-e27170fd1a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (cede7dee-166a-4435-92a7-e41318a7293c), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.750700 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a972b92b-17ba-41f0-bc0e-e27170fd1a0e admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:39:17.751089 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a972b92b-17ba-41f0-bc0e-e27170fd1a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415015'] for segment (cede7dee-166a-4435-92a7-e41318a7293c), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: Traceback (most recent call last): Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: timer() Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: cb(*args, **kw) Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: return func(*args, **kwargs) Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: self._notify() Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: self.callback(batched_events) Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: event.method(event) Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: return f(self, *a, **k) Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._get(url).json() Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: return self.request(url, 'GET', **kwargs) Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:39:17.753388 dv-cinder-811877-9-iscsi neutron-server[103105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:39:17.792905 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0dabf63-0dc1-435c-a5fd-cc7e5f014d5e req-423a5b31-9682-49e4-b16f-4b839b833b5f tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 210 time: 0.0434208 Jan 25 08:39:17.849420 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59505927-b531-41eb-a750-ca9a6705116d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.894845 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a972b92b-17ba-41f0-bc0e-e27170fd1a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (dd295e8b-512d-4cc7-8d0a-0df033feac10), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.902322 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a972b92b-17ba-41f0-bc0e-e27170fd1a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:17.912402 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-a972b92b-17ba-41f0-bc0e-e27170fd1a0e admin admin] 10.222.0.112 "DELETE /v2.0/networks/dd295e8b-512d-4cc7-8d0a-0df033feac10 HTTP/1.1" status: 204 len: 168 time: 0.3942831 Jan 25 08:39:17.913025 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59505927-b531-41eb-a750-ca9a6705116d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:17.919557 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59505927-b531-41eb-a750-ca9a6705116d admin admin] Checking segment: {'id': 'ca0afe4a-5b00-4003-b80d-c75f9af4866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:39:17.920044 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59505927-b531-41eb-a750-ca9a6705116d admin admin] Network hostable DHCP agents. Network: 26fb7a37-2055-4677-9a40-d3aaeacf5bbb, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:39:17.930830 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972b92b-17ba-41f0-bc0e-e27170fd1a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=dd295e8b-512d-4cc7-8d0a-0df033feac10,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:18.003421 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59505927-b531-41eb-a750-ca9a6705116d admin admin] Network 26fb7a37-2055-4677-9a40-d3aaeacf5bbb is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:39:18.071662 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-59505927-b531-41eb-a750-ca9a6705116d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, 26fb7a37-2055-4677-9a40-d3aaeacf5bbb) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:39:18.076644 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59505927-b531-41eb-a750-ca9a6705116d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:18.077434 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-59505927-b531-41eb-a750-ca9a6705116d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:18.083055 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f381a1-bbd0-46c3-b9e3-54b912dcffc7 None None] Network 26fb7a37-2055-4677-9a40-d3aaeacf5bbb requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:39:18.155591 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-59505927-b531-41eb-a750-ca9a6705116d admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6492918 Jan 25 08:39:18.183120 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 39804) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:18.198496 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a91936-7dad-4d25-88ec-ba6905f9dcee None None] Network 26fb7a37-2055-4677-9a40-d3aaeacf5bbb requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:39:18.260212 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-99fc9675-7730-4b38-9486-a60903ff4b04 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4e2e67060bcb463cb3618f0a0a47b60d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0746129 Jan 25 08:39:18.261833 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 39808) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:18.369066 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5b83b1bb-9355-4196-8638-d2a492115a04 admin admin] Publish callbacks [] for security_group (cbe41ce5-0d52-410b-85bb-fa1965d3245b), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:18.388484 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2747fa-02d9-4e6a-8710-9441b2810ea0 req-5c5e1c63-0c9e-4e89-b9c0-bbbda76796ed tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:18.390464 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0e2747fa-02d9-4e6a-8710-9441b2810ea0 req-5c5e1c63-0c9e-4e89-b9c0-bbbda76796ed tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0914934 Jan 25 08:39:18.408144 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5b83b1bb-9355-4196-8638-d2a492115a04 admin admin] Publish callbacks [] for security_group (cbe41ce5-0d52-410b-85bb-fa1965d3245b), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:18.484370 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0e2747fa-02d9-4e6a-8710-9441b2810ea0 req-eea0ee6f-0e19-4e15-aa8a-e184396ccd74 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859983 Jan 25 08:39:18.557304 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5b83b1bb-9355-4196-8638-d2a492115a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (cbe41ce5-0d52-410b-85bb-fa1965d3245b), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:18.560739 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5b83b1bb-9355-4196-8638-d2a492115a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:18.562688 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-5b83b1bb-9355-4196-8638-d2a492115a04 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/cbe41ce5-0d52-410b-85bb-fa1965d3245b HTTP/1.1" status: 204 len: 168 time: 0.2982731 Jan 25 08:39:18.571612 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83b1bb-9355-4196-8638-d2a492115a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe41ce5-0d52-410b-85bb-fa1965d3245b,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:18.662543 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 39832) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:18.786879 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-77bf0d35-5830-46ff-99cf-1ef50315a8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:18.870840 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-77bf0d35-5830-46ff-99cf-1ef50315a8f7 admin admin] Publish callbacks [] for security_group (a4f062d8-ae6a-4a02-9f9e-488dfe12efd7), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:18.902430 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-39d1bdb3-60f7-4d54-9781-13db41b84bb8 req-19bd399e-87d5-47f2-903d-0df807f6b8b2 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 210 time: 0.0277548 Jan 25 08:39:18.963361 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-77bf0d35-5830-46ff-99cf-1ef50315a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a4f062d8-ae6a-4a02-9f9e-488dfe12efd7), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:19.008415 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-77bf0d35-5830-46ff-99cf-1ef50315a8f7 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=159c6eaa34644246892f0844fa03e774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421085 Jan 25 08:39:19.008415 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf0d35-5830-46ff-99cf-1ef50315a8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f062d8-ae6a-4a02-9f9e-488dfe12efd7,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:19.009438 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 39842) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:19.031147 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-97419cbc-07a7-495a-b708-f18d58dec8ef tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:19.032690 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-97419cbc-07a7-495a-b708-f18d58dec8ef tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "GET /v2.0/networks?id=5a250842-ae7d-4621-8183-b5b4cc23ab14 HTTP/1.1" status: 200 len: 815 time: 0.1365418 Jan 25 08:39:19.049295 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d10d1d5c-5b58-4f46-ac42-91af173e5d0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Request body: {'port': {'device_id': '000458be-d5db-42ba-9d39-ef3ee3b2be19', 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14', 'admin_state_up': True, 'tenant_id': '3c84e11915fc4963a868824cc4b51944'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:39:19.065742 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:39:19.075770 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-33207289-e45d-4888-b599-ca8c005b3b0b admin admin] Publish callbacks [] for security_group (a4f062d8-ae6a-4a02-9f9e-488dfe12efd7), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:19.101227 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-33207289-e45d-4888-b599-ca8c005b3b0b admin admin] Publish callbacks [] for security_group (a4f062d8-ae6a-4a02-9f9e-488dfe12efd7), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:19.305750 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-33207289-e45d-4888-b599-ca8c005b3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a4f062d8-ae6a-4a02-9f9e-488dfe12efd7), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:19.310041 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-33207289-e45d-4888-b599-ca8c005b3b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:19.311313 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-33207289-e45d-4888-b599-ca8c005b3b0b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a4f062d8-ae6a-4a02-9f9e-488dfe12efd7 HTTP/1.1" status: 204 len: 168 time: 0.3009355 Jan 25 08:39:19.319207 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33207289-e45d-4888-b599-ca8c005b3b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f062d8-ae6a-4a02-9f9e-488dfe12efd7,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:19.346215 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d10d1d5c-5b58-4f46-ac42-91af173e5d0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Made reservation on behalf of 3c84e11915fc4963a868824cc4b51944 for: {'port': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:39:19.350092 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d10d1d5c-5b58-4f46-ac42-91af173e5d0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:19.522736 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d10d1d5c-5b58-4f46-ac42-91af173e5d0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Allocated IP 172.20.0.4 (5a250842-ae7d-4621-8183-b5b4cc23ab14/7f8965e3-8a09-4d2f-9556-60a9e740f6a9/a9023473-cda3-4747-872b-7dbf41ad391c) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:39:19.627207 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bd905-7bf4-41c9-b413-6a091704c182 req-c282c854-a80b-4dbe-81f3-e93d2dec58f8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:19.629176 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c14bd905-7bf4-41c9-b413-6a091704c182 req-c282c854-a80b-4dbe-81f3-e93d2dec58f8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0717185 Jan 25 08:39:19.707194 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c14bd905-7bf4-41c9-b413-6a091704c182 req-4e0a0672-8d71-4adc-af30-02336a52467c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722225 Jan 25 08:39:19.765724 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d10d1d5c-5b58-4f46-ac42-91af173e5d0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks [] for port (a9023473-cda3-4747-872b-7dbf41ad391c), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:19.860590 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d10d1d5c-5b58-4f46-ac42-91af173e5d0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (a9023473-cda3-4747-872b-7dbf41ad391c), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:19.875358 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:39:19.919461 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d10d1d5c-5b58-4f46-ac42-91af173e5d0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Network 5a250842-ae7d-4621-8183-b5b4cc23ab14 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:39:19.924816 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d10d1d5c-5b58-4f46-ac42-91af173e5d0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:39:19.929176 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d10d1d5c-5b58-4f46-ac42-91af173e5d0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:39:19.978722 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d1d5c-5b58-4f46-ac42-91af173e5d0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Pushing event updated for resources: {'Port': ['ID=a9023473-cda3-4747-872b-7dbf41ad391c,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:20.043385 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d10d1d5c-5b58-4f46-ac42-91af173e5d0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:20.046956 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d10d1d5c-5b58-4f46-ac42-91af173e5d0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:20.109822 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118a8f0-f5b7-4ff8-b21d-cf3c67768bc8 req-57e51cea-f7b4-4624-830d-a3b16daaa79a tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:20.111515 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9118a8f0-f5b7-4ff8-b21d-cf3c67768bc8 req-57e51cea-f7b4-4624-830d-a3b16daaa79a tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 931 time: 0.0724730 Jan 25 08:39:20.138155 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d10d1d5c-5b58-4f46-ac42-91af173e5d0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0917363 Jan 25 08:39:20.157109 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Request body: {'port': {'device_id': '000458be-d5db-42ba-9d39-ef3ee3b2be19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:39:20.180232 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9118a8f0-f5b7-4ff8-b21d-cf3c67768bc8 req-863b728b-6df9-4a82-a42a-7489c3bfb354 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624292 Jan 25 08:39:20.216949 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a9023473-cda3-4747-872b-7dbf41ad391c), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:20.723520 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9023473-cda3-4747-872b-7dbf41ad391c {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:39:20.734806 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Publish callbacks [] for port (a9023473-cda3-4747-872b-7dbf41ad391c), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:20.755035 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Transition to ACTIVE for port object a9023473-cda3-4747-872b-7dbf41ad391c will not be triggered until provisioned by entity L2. {{(pid=103105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:39:20.820530 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (a9023473-cda3-4747-872b-7dbf41ad391c), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:20.849558 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b09413-c17b-42ad-b6b2-851c2ab0511b req-efcbd2f3-5fe6-477d-a173-2f0a5b74f60b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:20.851097 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-38b09413-c17b-42ad-b6b2-851c2ab0511b req-efcbd2f3-5fe6-477d-a173-2f0a5b74f60b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0615554 Jan 25 08:39:20.877176 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Pushing event updated for resources: {'Port': ['ID=a9023473-cda3-4747-872b-7dbf41ad391c,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:20.914367 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-38b09413-c17b-42ad-b6b2-851c2ab0511b req-419adff1-67a7-492d-a4ff-cbdf8ecc18d9 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483944 Jan 25 08:39:20.944771 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Attempting to bind port a9023473-cda3-4747-872b-7dbf41ad391c on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:39:20.945106 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Attempting to bind port a9023473-cda3-4747-872b-7dbf41ad391c by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:39:20.945429 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Attempting to bind port a9023473-cda3-4747-872b-7dbf41ad391c on network 5a250842-ae7d-4621-8183-b5b4cc23ab14 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:39:20.949665 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Port a9023473-cda3-4747-872b-7dbf41ad391c on network 5a250842-ae7d-4621-8183-b5b4cc23ab14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:39:20.950579 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Attempting to bind port a9023473-cda3-4747-872b-7dbf41ad391c on network 5a250842-ae7d-4621-8183-b5b4cc23ab14 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:39:20.960721 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:39:20.961063 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Checking segment: {'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:39:20.961450 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Bound using segment: {'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:39:20.961880 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Bound port: a9023473-cda3-4747-872b-7dbf41ad391c, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:39:20.962238 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a9023473-cda3-4747-872b-7dbf41ad391c), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:21.043250 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] For port a9023473-cda3-4747-872b-7dbf41ad391c, host hv-cinder-81187, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:39:21.047746 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] For port a9023473-cda3-4747-872b-7dbf41ad391c, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a9023473-cda3-4747-872b-7dbf41ad391c,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:39:21.141064 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (a9023473-cda3-4747-872b-7dbf41ad391c), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:21.176420 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:21.177051 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:21.178447 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] 10.222.0.121 "PUT /v2.0/ports/a9023473-cda3-4747-872b-7dbf41ad391c HTTP/1.1" status: 200 len: 1093 time: 1.0269451 Jan 25 08:39:21.179084 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000458be-d5db-42ba-9d39-ef3ee3b2be19', 'tag': 'a9023473-cda3-4747-872b-7dbf41ad391c'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:39:21.181173 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fbbbce-e887-4d31-ac67-a8a85719fea0" -d '{"events": [{"name": "network-changed", "server_uuid": "000458be-d5db-42ba-9d39-ef3ee3b2be19", "tag": "a9023473-cda3-4747-872b-7dbf41ad391c"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:39:21.205992 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520a8fd-9d8e-4c4e-8e22-6b14538ad099 service neutron] Pushing event updated for resources: {'Port': ['ID=a9023473-cda3-4747-872b-7dbf41ad391c,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:21.229903 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528d6442-1055-4031-a61b-0eb599a0e0bb x-openstack-request-id: req-528d6442-1055-4031-a61b-0eb599a0e0bb {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:39:21.236656 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000458be-d5db-42ba-9d39-ef3ee3b2be19", "tag": "a9023473-cda3-4747-872b-7dbf41ad391c", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:39:21.236656 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-528d6442-1055-4031-a61b-0eb599a0e0bb {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:39:21.236656 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000458be-d5db-42ba-9d39-ef3ee3b2be19', 'tag': 'a9023473-cda3-4747-872b-7dbf41ad391c', 'status': 'completed', 'code': 200} Jan 25 08:39:21.320108 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbbbce-e887-4d31-ac67-a8a85719fea0 req-d5b63b91-5f30-457b-9788-2aa85fb8ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:21.325137 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f6fbbbce-e887-4d31-ac67-a8a85719fea0 req-d5b63b91-5f30-457b-9788-2aa85fb8ef57 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3c84e11915fc4963a868824cc4b51944&device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 1096 time: 0.0560856 Jan 25 08:39:21.335832 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886080ff-59f7-4c85-b15f-13e082b29ba5 req-a27e68d1-ef48-4959-89a1-75aaba4d99a6 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:21.337638 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-886080ff-59f7-4c85-b15f-13e082b29ba5 req-a27e68d1-ef48-4959-89a1-75aaba4d99a6 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 943 time: 0.0696692 Jan 25 08:39:21.392815 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-886080ff-59f7-4c85-b15f-13e082b29ba5 req-da93496b-84b8-482f-8abd-6123773f96e1 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492177 Jan 25 08:39:21.622986 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbbbce-e887-4d31-ac67-a8a85719fea0 req-0da6ade5-6fd6-419e-8292-25b24dd1c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:21.625844 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f6fbbbce-e887-4d31-ac67-a8a85719fea0 req-0da6ade5-6fd6-419e-8292-25b24dd1c5cb service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=3c84e11915fc4963a868824cc4b51944&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2736752 Jan 25 08:39:21.768572 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-1198e7b0-1288-4b8c-9f86-d5d7cf02d127 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:21.770151 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-1198e7b0-1288-4b8c-9f86-d5d7cf02d127 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/networks?id=26fb7a37-2055-4677-9a40-d3aaeacf5bbb HTTP/1.1" status: 200 len: 811 time: 0.2471640 Jan 25 08:39:21.812062 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-bf2491ec-4cb7-478b-b2bb-d534df330486 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/quotas/207ff4410190407aa7a1f5cfaf50b0b4 HTTP/1.1" status: 200 len: 375 time: 0.0359037 Jan 25 08:39:21.857779 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-f7495e09-5230-47ac-b68a-58200b3496e6 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=207ff4410190407aa7a1f5cfaf50b0b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349903 Jan 25 08:39:21.860697 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbbbce-e887-4d31-ac67-a8a85719fea0 req-1ae48096-0f17-476e-ac05-7ff420e696bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:21.862069 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f6fbbbce-e887-4d31-ac67-a8a85719fea0 req-1ae48096-0f17-476e-ac05-7ff420e696bf service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2246370 Jan 25 08:39:21.984856 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-9528e9ae-ddd3-43e4-8431-abd8e59e5856 service neutron] 10.222.0.112 "GET /v2.0/networks/26fb7a37-2055-4677-9a40-d3aaeacf5bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201560 Jan 25 08:39:21.986641 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-63a02a3b-b0a2-48a7-8aab-e5d2d3a8e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:21.987975 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-63a02a3b-b0a2-48a7-8aab-e5d2d3a8e577 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3c84e11915fc4963a868824cc4b51944&device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 1096 time: 0.0649953 Jan 25 08:39:22.037810 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff8472-b0ef-4eec-b860-aec25d2a1507 req-6ec53ddd-65d8-42ab-988f-9af2622fb3ff tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:22.039969 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a2ff8472-b0ef-4eec-b860-aec25d2a1507 req-6ec53ddd-65d8-42ab-988f-9af2622fb3ff tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0520453 Jan 25 08:39:22.049839 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-892e6423-7f64-4fba-9539-4b1e937f26b6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9023473-cda3-4747-872b-7dbf41ad391c HTTP/1.1" status: 200 len: 217 time: 0.0516708 Jan 25 08:39:22.090286 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a2ff8472-b0ef-4eec-b860-aec25d2a1507 req-11c4836d-78ff-4e9f-b5dc-a79096fb6c99 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Jan 25 08:39:22.136854 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-6e301007-f70f-47e2-ad8d-6db4e3fd659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:22.138947 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-6e301007-f70f-47e2-ad8d-6db4e3fd659d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7f8965e3-8a09-4d2f-9556-60a9e740f6a9 HTTP/1.1" status: 200 len: 855 time: 0.0609970 Jan 25 08:39:22.144867 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-188b67ec-b40b-4558-b055-f3ddf5a6155a service neutron] 10.222.0.112 "GET /v2.0/networks/26fb7a37-2055-4677-9a40-d3aaeacf5bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536272 Jan 25 08:39:22.181548 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-1183f652-7aee-488a-81de-87fc2731e890 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5a250842-ae7d-4621-8183-b5b4cc23ab14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296917 Jan 25 08:39:22.307049 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-e2998c24-1d12-4b7d-bcec-f62f1fd1042e service neutron] 10.222.0.121 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125164 Jan 25 08:39:22.415399 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a3b1d2e8-147e-4197-a27a-620ba211b203 req-18124fc5-9e8b-4b9b-89ff-028674e8d3d2 service neutron] 10.222.0.121 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990336 Jan 25 08:39:22.595452 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-86baeef8-7025-461a-9e32-fb124ec15c0a req-e7d60a3f-fc4b-4adb-9739-4da6ef6794e0 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 210 time: 0.0311749 Jan 25 08:39:22.707338 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376ba78-1fdd-4cf6-bff6-4c92d7ac70d6 req-f4951de0-f2ad-4e8b-925e-14bb7f0c7297 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:22.708839 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f376ba78-1fdd-4cf6-bff6-4c92d7ac70d6 req-f4951de0-f2ad-4e8b-925e-14bb7f0c7297 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 943 time: 0.0560465 Jan 25 08:39:22.757218 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f376ba78-1fdd-4cf6-bff6-4c92d7ac70d6 req-9b1f8f0d-2287-42cf-82a3-ca075a9046df tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Jan 25 08:39:23.304325 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365261a1-50d4-4f53-8245-d298b9ba6bed req-4f54f4ce-8c67-4c16-a545-247a174c5d69 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:23.304325 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-365261a1-50d4-4f53-8245-d298b9ba6bed req-4f54f4ce-8c67-4c16-a545-247a174c5d69 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0478747 Jan 25 08:39:23.304325 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-365261a1-50d4-4f53-8245-d298b9ba6bed req-30636f09-1d21-4b28-bc51-588ce33c17ba tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Jan 25 08:39:23.673843 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6304c149-7065-4d38-8e40-d31126e17f1a req-30a446b1-459c-4e72-93c7-7ee84afbe234 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 210 time: 0.0255728 Jan 25 08:39:23.939718 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcef924-4d8d-4ef2-ae42-6746af3d4dcf req-53882abb-05f2-4b6a-86fd-ddc42287be73 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:23.942301 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2bcef924-4d8d-4ef2-ae42-6746af3d4dcf req-53882abb-05f2-4b6a-86fd-ddc42287be73 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 943 time: 0.0822666 Jan 25 08:39:23.952685 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 40056) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:23.991416 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2bcef924-4d8d-4ef2-ae42-6746af3d4dcf req-c33dfba7-4fcc-4831-ad21-10089fd7b662 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437148 Jan 25 08:39:24.066966 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9ed84849-4f37-4aee-ad2e-860d2b410b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:24.138573 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9ed84849-4f37-4aee-ad2e-860d2b410b3f admin admin] Publish callbacks [] for security_group (6f65b07e-5c28-459a-b623-95052f40bdf9), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:24.181037 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9ed84849-4f37-4aee-ad2e-860d2b410b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6f65b07e-5c28-459a-b623-95052f40bdf9), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:24.218531 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-9ed84849-4f37-4aee-ad2e-860d2b410b3f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=557ae76a38014c27b84dee4e07b006e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645304 Jan 25 08:39:24.219420 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed84849-4f37-4aee-ad2e-860d2b410b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f65b07e-5c28-459a-b623-95052f40bdf9,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:24.221248 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 40066) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:24.271940 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6828a8b9-2f58-4ff1-8c87-6eea0dcbfd43 admin admin] Publish callbacks [] for security_group (6f65b07e-5c28-459a-b623-95052f40bdf9), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:24.294359 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6828a8b9-2f58-4ff1-8c87-6eea0dcbfd43 admin admin] Publish callbacks [] for security_group (6f65b07e-5c28-459a-b623-95052f40bdf9), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:24.401522 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23881d39-96e3-459e-8f94-f2b48450f719 req-4c113777-b0f6-48ab-9b8a-df7ceebd6c22 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:24.403649 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-23881d39-96e3-459e-8f94-f2b48450f719 req-4c113777-b0f6-48ab-9b8a-df7ceebd6c22 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0490868 Jan 25 08:39:24.404765 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6828a8b9-2f58-4ff1-8c87-6eea0dcbfd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6f65b07e-5c28-459a-b623-95052f40bdf9), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:24.407344 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6828a8b9-2f58-4ff1-8c87-6eea0dcbfd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:24.410806 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-6828a8b9-2f58-4ff1-8c87-6eea0dcbfd43 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6f65b07e-5c28-459a-b623-95052f40bdf9 HTTP/1.1" status: 204 len: 168 time: 0.1861892 Jan 25 08:39:24.422030 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828a8b9-2f58-4ff1-8c87-6eea0dcbfd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f65b07e-5c28-459a-b623-95052f40bdf9,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:24.461121 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-23881d39-96e3-459e-8f94-f2b48450f719 req-52eb607a-fcf5-4bf7-bcd3-eb4553954cc9 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488236 Jan 25 08:39:24.996907 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 40086) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:25.009973 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8d1de8dd-b131-409e-a4b6-44ab7bbe99fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:25.084852 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8d1de8dd-b131-409e-a4b6-44ab7bbe99fb admin admin] Publish callbacks [] for security_group (5319062f-adbe-4563-a38b-c65f3ba667d1), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:25.156668 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8d1de8dd-b131-409e-a4b6-44ab7bbe99fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (5319062f-adbe-4563-a38b-c65f3ba667d1), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:25.193568 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-8d1de8dd-b131-409e-a4b6-44ab7bbe99fb admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=86519f4060064a709f1e8f8d6dba73d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956060 Jan 25 08:39:25.194437 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1de8dd-b131-409e-a4b6-44ab7bbe99fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5319062f-adbe-4563-a38b-c65f3ba667d1,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:25.196437 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 40092) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:25.245864 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eb86eecd-bc13-4743-8181-136dcd69aa7c admin admin] Publish callbacks [] for security_group (5319062f-adbe-4563-a38b-c65f3ba667d1), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:25.268192 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eb86eecd-bc13-4743-8181-136dcd69aa7c admin admin] Publish callbacks [] for security_group (5319062f-adbe-4563-a38b-c65f3ba667d1), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:25.402589 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eb86eecd-bc13-4743-8181-136dcd69aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (5319062f-adbe-4563-a38b-c65f3ba667d1), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:25.405688 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-eb86eecd-bc13-4743-8181-136dcd69aa7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:25.406865 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-eb86eecd-bc13-4743-8181-136dcd69aa7c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5319062f-adbe-4563-a38b-c65f3ba667d1 HTTP/1.1" status: 204 len: 168 time: 0.2094302 Jan 25 08:39:25.414527 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86eecd-bc13-4743-8181-136dcd69aa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5319062f-adbe-4563-a38b-c65f3ba667d1,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:28.400618 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f12c6c0d-50f0-43e3-a71d-d3f4a48847c2 req-ef986b88-4744-44ae-b8ea-e41143f69392 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 210 time: 0.0280201 Jan 25 08:39:28.454893 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e807dda-75fd-4aa6-b0d2-a041eaea5d4b req-1d475590-24d8-4f2e-9759-4d6c7353cfc2 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:28.454893 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5e807dda-75fd-4aa6-b0d2-a041eaea5d4b req-1d475590-24d8-4f2e-9759-4d6c7353cfc2 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 943 time: 0.0484984 Jan 25 08:39:28.501561 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5e807dda-75fd-4aa6-b0d2-a041eaea5d4b req-a8a3e2c0-5beb-43b0-9d8e-1b0520765202 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426466 Jan 25 08:39:28.548018 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c5083-1fc7-4b85-9ef6-dceec7cfaf63 req-480dc85f-26c8-4155-8867-769f30319bb1 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:28.549504 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a70c5083-1fc7-4b85-9ef6-dceec7cfaf63 req-480dc85f-26c8-4155-8867-769f30319bb1 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0480676 Jan 25 08:39:28.595907 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a70c5083-1fc7-4b85-9ef6-dceec7cfaf63 req-50fe3513-299f-4318-b44c-3aad0df38db4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Jan 25 08:39:29.628120 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2c317605-ec78-4434-baf5-43cbaa3ee03d req-143e0625-83b3-4ebe-858c-fdddae345562 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 210 time: 0.0269430 Jan 25 08:39:29.634013 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-c95a7005-0584-4eec-945a-e27f15e1fa70 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:29.636710 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-c95a7005-0584-4eec-945a-e27f15e1fa70 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.121 "GET /v2.0/networks?id=26fb7a37-2055-4677-9a40-d3aaeacf5bbb HTTP/1.1" status: 200 len: 811 time: 0.1292329 Jan 25 08:39:29.658892 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-895e3119-9ec6-43c9-a18a-687dbad480ee tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Request body: {'port': {'device_id': '9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a', 'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb', 'admin_state_up': True, 'tenant_id': '207ff4410190407aa7a1f5cfaf50b0b4'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:39:29.777102 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e140670-28f4-4794-aae3-5d7a71359800 req-329d49ef-c381-40ed-a207-477342d6bccd tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:29.782511 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e140670-28f4-4794-aae3-5d7a71359800 req-329d49ef-c381-40ed-a207-477342d6bccd tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 943 time: 0.1191967 Jan 25 08:39:29.850388 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e140670-28f4-4794-aae3-5d7a71359800 req-531eee7a-b9ff-492c-bc3f-3d35bbb6ec7c tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581832 Jan 25 08:39:29.876591 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4fa12-87ae-40fb-9d50-4baecf26eba2 req-11561088-24d8-4e0c-9a82-ec88d6e95277 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:29.878696 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-efd4fa12-87ae-40fb-9d50-4baecf26eba2 req-11561088-24d8-4e0c-9a82-ec88d6e95277 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0518537 Jan 25 08:39:29.888271 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-895e3119-9ec6-43c9-a18a-687dbad480ee tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Made reservation on behalf of 207ff4410190407aa7a1f5cfaf50b0b4 for: {'port': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:39:29.893088 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-895e3119-9ec6-43c9-a18a-687dbad480ee tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:29.927069 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device a9023473-cda3-4747-872b-7dbf41ad391c details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:39:29.954383 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-efd4fa12-87ae-40fb-9d50-4baecf26eba2 req-31026f51-6ea8-4a91-8f7d-baa90f631bd6 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612822 Jan 25 08:39:30.045712 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port a9023473-cda3-4747-872b-7dbf41ad391c, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a9023473-cda3-4747-872b-7dbf41ad391c,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:39:30.061861 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'a9023473-cda3-4747-872b-7dbf41ad391c', 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14', 'port_id': 'a9023473-cda3-4747-872b-7dbf41ad391c', 'mac_address': 'fa:16:3e:14:ad:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8965e3-8a09-4d2f-9556-60a9e740f6a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:39:30.090379 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-895e3119-9ec6-43c9-a18a-687dbad480ee tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Allocated IP 172.20.0.11 (26fb7a37-2055-4677-9a40-d3aaeacf5bbb/4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82/a0516ee3-af73-49ba-a9ea-8714e2711200) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:39:30.113061 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port a9023473-cda3-4747-872b-7dbf41ad391c is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:39:30.113457 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a9023473-cda3-4747-872b-7dbf41ad391c), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:30.127110 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9023473-cda3-4747-872b-7dbf41ad391c {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:39:30.151887 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port a9023473-cda3-4747-872b-7dbf41ad391c, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a9023473-cda3-4747-872b-7dbf41ad391c,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:39:30.239923 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-895e3119-9ec6-43c9-a18a-687dbad480ee tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks [] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:30.271085 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (a9023473-cda3-4747-872b-7dbf41ad391c), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:30.328523 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=a9023473-cda3-4747-872b-7dbf41ad391c,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:30.332118 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:30.357540 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-895e3119-9ec6-43c9-a18a-687dbad480ee tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:30.403079 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-895e3119-9ec6-43c9-a18a-687dbad480ee tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Network 26fb7a37-2055-4677-9a40-d3aaeacf5bbb is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:39:30.406643 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-895e3119-9ec6-43c9-a18a-687dbad480ee tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:39:30.412533 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-895e3119-9ec6-43c9-a18a-687dbad480ee tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:39:30.418814 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e3119-9ec6-43c9-a18a-687dbad480ee tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Pushing event updated for resources: {'Port': ['ID=a0516ee3-af73-49ba-a9ea-8714e2711200,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:30.466544 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-895e3119-9ec6-43c9-a18a-687dbad480ee tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:30.467281 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-895e3119-9ec6-43c9-a18a-687dbad480ee tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:30.511878 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 40190) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:30.542699 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-895e3119-9ec6-43c9-a18a-687dbad480ee tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8878343 Jan 25 08:39:30.563592 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Request body: {'port': {'device_id': '9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:39:30.622054 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:30.623002 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-bbcded99-be3c-4d0a-9240-ab79e91d13d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:30.708231 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-bbcded99-be3c-4d0a-9240-ab79e91d13d2 admin admin] Publish callbacks [] for security_group (47e43bca-c101-4ad2-861c-fd4574062dfe), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:30.797833 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-bbcded99-be3c-4d0a-9240-ab79e91d13d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (47e43bca-c101-4ad2-861c-fd4574062dfe), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:30.835214 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcded99-be3c-4d0a-9240-ab79e91d13d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e43bca-c101-4ad2-861c-fd4574062dfe,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:30.844599 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-bbcded99-be3c-4d0a-9240-ab79e91d13d2 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=489aa5a042f34879b28d15086a7d0fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315184 Jan 25 08:39:30.845615 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 40204) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:30.901764 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d676b3c-7918-4843-9c7a-4c71d60af728 req-a8fc0b06-0604-475f-9556-89ddfdbce021 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:30.903229 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5d676b3c-7918-4843-9c7a-4c71d60af728 req-a8fc0b06-0604-475f-9556-89ddfdbce021 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 932 time: 0.0820472 Jan 25 08:39:30.907243 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30589fbe-394d-43b7-8c1c-66d4a070d33f admin admin] Publish callbacks [] for security_group (47e43bca-c101-4ad2-861c-fd4574062dfe), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:30.941096 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['a9023473-cda3-4747-872b-7dbf41ad391c'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:39:30.949561 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30589fbe-394d-43b7-8c1c-66d4a070d33f admin admin] Publish callbacks [] for security_group (47e43bca-c101-4ad2-861c-fd4574062dfe), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:31.021289 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1eab3a-01c2-4bd8-83e7-f41c33eafd41 req-097663e3-4acc-4608-ae3e-c7bff36f87b4 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:31.022922 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6d1eab3a-01c2-4bd8-83e7-f41c33eafd41 req-097663e3-4acc-4608-ae3e-c7bff36f87b4 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 944 time: 0.0963552 Jan 25 08:39:31.088582 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6d1eab3a-01c2-4bd8-83e7-f41c33eafd41 req-207f4452-04e4-4fb7-bcb5-c96807d12623 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570602 Jan 25 08:39:31.144765 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30589fbe-394d-43b7-8c1c-66d4a070d33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (47e43bca-c101-4ad2-861c-fd4574062dfe), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:31.147559 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30589fbe-394d-43b7-8c1c-66d4a070d33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:31.149719 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-30589fbe-394d-43b7-8c1c-66d4a070d33f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/47e43bca-c101-4ad2-861c-fd4574062dfe HTTP/1.1" status: 204 len: 168 time: 0.3020480 Jan 25 08:39:31.164384 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30589fbe-394d-43b7-8c1c-66d4a070d33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e43bca-c101-4ad2-861c-fd4574062dfe,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:31.246363 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5d676b3c-7918-4843-9c7a-4c71d60af728 req-7c611591-39dd-4b4a-82fa-d8e6bdfbd3f5 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911191 Jan 25 08:39:31.248381 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0516ee3-af73-49ba-a9ea-8714e2711200 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:39:31.255376 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155f38f-68cc-465e-941f-5138159039ea req-00bd5512-112d-4177-9ff5-01435c901911 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:31.256970 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c155f38f-68cc-465e-941f-5138159039ea req-00bd5512-112d-4177-9ff5-01435c901911 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0520344 Jan 25 08:39:31.260232 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Publish callbacks [] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:31.273954 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Transition to ACTIVE for port object a0516ee3-af73-49ba-a9ea-8714e2711200 will not be triggered until provisioned by entity L2. {{(pid=103105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:39:31.319515 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c155f38f-68cc-465e-941f-5138159039ea req-93d66921-5b08-4ab5-b2bc-c75c8cebf8df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569892 Jan 25 08:39:31.328781 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:31.377935 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Pushing event updated for resources: {'Port': ['ID=a0516ee3-af73-49ba-a9ea-8714e2711200,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:31.451663 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Attempting to bind port a0516ee3-af73-49ba-a9ea-8714e2711200 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:39:31.452008 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Attempting to bind port a0516ee3-af73-49ba-a9ea-8714e2711200 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'ca0afe4a-5b00-4003-b80d-c75f9af4866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:39:31.452370 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Attempting to bind port a0516ee3-af73-49ba-a9ea-8714e2711200 on network 26fb7a37-2055-4677-9a40-d3aaeacf5bbb {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:39:31.458310 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Port a0516ee3-af73-49ba-a9ea-8714e2711200 on network 26fb7a37-2055-4677-9a40-d3aaeacf5bbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:39:31.458636 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Attempting to bind port a0516ee3-af73-49ba-a9ea-8714e2711200 on network 26fb7a37-2055-4677-9a40-d3aaeacf5bbb {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:39:31.463774 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:39:31.464175 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Checking segment: {'id': 'ca0afe4a-5b00-4003-b80d-c75f9af4866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:39:31.464612 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Bound using segment: {'id': 'ca0afe4a-5b00-4003-b80d-c75f9af4866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:39:31.465047 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Bound port: a0516ee3-af73-49ba-a9ea-8714e2711200, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0afe4a-5b00-4003-b80d-c75f9af4866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:39:31.465404 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:31.530465 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] For port a0516ee3-af73-49ba-a9ea-8714e2711200, host hv-cinder-81187, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:39:31.533875 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] For port a0516ee3-af73-49ba-a9ea-8714e2711200, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a0516ee3-af73-49ba-a9ea-8714e2711200,segment=NetworkSegment(ca0afe4a-5b00-4003-b80d-c75f9af4866a),segment_id=ca0afe4a-5b00-4003-b80d-c75f9af4866a)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:39:31.609680 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:31.647939 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:31.648604 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:31.650048 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] 10.222.0.121 "PUT /v2.0/ports/a0516ee3-af73-49ba-a9ea-8714e2711200 HTTP/1.1" status: 200 len: 1094 time: 1.0929744 Jan 25 08:39:31.650528 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a', 'tag': 'a0516ee3-af73-49ba-a9ea-8714e2711200'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:39:31.652802 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72a218b-e3e9-44a3-b858-1711d57e4e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a", "tag": "a0516ee3-af73-49ba-a9ea-8714e2711200"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:39:31.677870 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d1ba7-e213-4853-9b9b-1602b2308e23 service neutron] Pushing event updated for resources: {'Port': ['ID=a0516ee3-af73-49ba-a9ea-8714e2711200,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:31.698740 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e90010-3af6-493a-b158-0fcdcf30e917 x-openstack-request-id: req-e2e90010-3af6-493a-b158-0fcdcf30e917 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:39:31.699026 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a", "tag": "a0516ee3-af73-49ba-a9ea-8714e2711200", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:39:31.699307 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e2e90010-3af6-493a-b158-0fcdcf30e917 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:39:31.699700 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a', 'tag': 'a0516ee3-af73-49ba-a9ea-8714e2711200', 'status': 'completed', 'code': 200} Jan 25 08:39:31.759646 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 40230) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:31.776319 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f1110a1-0b5e-40b3-82e0-2a0fedfa3e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:31.785061 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a218b-e3e9-44a3-b858-1711d57e4e3e req-41c472f0-17d5-4983-9aee-2738c8248287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:31.786806 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c72a218b-e3e9-44a3-b858-1711d57e4e3e req-41c472f0-17d5-4983-9aee-2738c8248287 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=207ff4410190407aa7a1f5cfaf50b0b4&device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 1097 time: 0.0504453 Jan 25 08:39:31.866238 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f1110a1-0b5e-40b3-82e0-2a0fedfa3e6c admin admin] Publish callbacks [] for security_group (2b9e7a17-d8ac-4875-a76d-5dd479b04cd4), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:31.901602 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a218b-e3e9-44a3-b858-1711d57e4e3e req-0cdf1b5c-3df0-4756-abe6-a52c44b6c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:31.903206 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c72a218b-e3e9-44a3-b858-1711d57e4e3e req-0cdf1b5c-3df0-4756-abe6-a52c44b6c08c service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=207ff4410190407aa7a1f5cfaf50b0b4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0935104 Jan 25 08:39:31.952659 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f1110a1-0b5e-40b3-82e0-2a0fedfa3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (2b9e7a17-d8ac-4875-a76d-5dd479b04cd4), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:31.993165 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-4f1110a1-0b5e-40b3-82e0-2a0fedfa3e6c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=698ab92d14e14cd291a6d31672a68fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323556 Jan 25 08:39:31.995187 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1110a1-0b5e-40b3-82e0-2a0fedfa3e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e7a17-d8ac-4875-a76d-5dd479b04cd4,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:31.995964 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 40236) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:32.052878 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a218b-e3e9-44a3-b858-1711d57e4e3e req-3b0d9100-cb97-4d4c-9340-74bbcb696541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:32.054306 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c72a218b-e3e9-44a3-b858-1711d57e4e3e req-3b0d9100-cb97-4d4c-9340-74bbcb696541 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200221 Jan 25 08:39:32.066376 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-75ac71bf-8cd0-4ac9-8fab-7b3053be03b3 admin admin] Publish callbacks [] for security_group (2b9e7a17-d8ac-4875-a76d-5dd479b04cd4), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:32.089968 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-75ac71bf-8cd0-4ac9-8fab-7b3053be03b3 admin admin] Publish callbacks [] for security_group (2b9e7a17-d8ac-4875-a76d-5dd479b04cd4), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:32.157767 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-d6e2ed9b-3b58-4abe-9165-b5b2428cb617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:32.159170 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-d6e2ed9b-3b58-4abe-9165-b5b2428cb617 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=207ff4410190407aa7a1f5cfaf50b0b4&device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 1097 time: 0.0587511 Jan 25 08:39:32.213586 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d86ec-7666-44d2-ad8e-9da273226187 req-8585b344-d9cb-48b8-84ae-6f3c05b6142e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:32.215089 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-856d86ec-7666-44d2-ad8e-9da273226187 req-8585b344-d9cb-48b8-84ae-6f3c05b6142e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 944 time: 0.0483198 Jan 25 08:39:32.221985 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-ca4f8a70-def6-427c-aa4e-50d2698f82d0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0516ee3-af73-49ba-a9ea-8714e2711200 HTTP/1.1" status: 200 len: 217 time: 0.0430496 Jan 25 08:39:32.225424 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-75ac71bf-8cd0-4ac9-8fab-7b3053be03b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (2b9e7a17-d8ac-4875-a76d-5dd479b04cd4), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:32.228074 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-75ac71bf-8cd0-4ac9-8fab-7b3053be03b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:32.229118 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-75ac71bf-8cd0-4ac9-8fab-7b3053be03b3 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2b9e7a17-d8ac-4875-a76d-5dd479b04cd4 HTTP/1.1" status: 204 len: 168 time: 0.2322271 Jan 25 08:39:32.249282 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac71bf-8cd0-4ac9-8fab-7b3053be03b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e7a17-d8ac-4875-a76d-5dd479b04cd4,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:32.267784 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-856d86ec-7666-44d2-ad8e-9da273226187 req-88cb001f-0371-49d8-a76c-fa69c7adcadd tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 Jan 25 08:39:32.289050 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-904664b3-6ea0-4a8b-8dce-68406e4f710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:32.290546 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-904664b3-6ea0-4a8b-8dce-68406e4f710e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82 HTTP/1.1" status: 200 len: 851 time: 0.0493548 Jan 25 08:39:32.341634 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-d6b6f75e-83dc-495e-824b-c0633606df1f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=26fb7a37-2055-4677-9a40-d3aaeacf5bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275786 Jan 25 08:39:32.451130 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a80afc-597e-4a12-be1f-ac20bda1d66a req-06d98c7d-bd00-438f-8b84-bd70d4a8f313 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:32.452862 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-82a80afc-597e-4a12-be1f-ac20bda1d66a req-06d98c7d-bd00-438f-8b84-bd70d4a8f313 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0503941 Jan 25 08:39:32.456516 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8756ec-a02f-45d2-b188-1940800f0cff req-ce7529b4-2b8e-4ee9-9f08-9aadf064d2b9 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:32.458017 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ef8756ec-a02f-45d2-b188-1940800f0cff req-ce7529b4-2b8e-4ee9-9f08-9aadf064d2b9 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 944 time: 0.1190605 Jan 25 08:39:32.504656 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-8c68ac5a-0a9c-42cf-9318-1b8300191ddd service neutron] 10.222.0.121 "GET /v2.0/networks/26fb7a37-2055-4677-9a40-d3aaeacf5bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299179 Jan 25 08:39:32.508906 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-82a80afc-597e-4a12-be1f-ac20bda1d66a req-bd4a5743-84d0-43bb-bec6-06d5c5633aa9 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448518 Jan 25 08:39:32.531951 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ef8756ec-a02f-45d2-b188-1940800f0cff req-9cb895f1-1fc9-4c29-ab8c-92dd94a8eb04 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677443 Jan 25 08:39:32.631102 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24b660a5-57fd-48ae-9cd7-2e8f8d97c23d req-8e610cee-1cf3-4c2e-ac9a-37a529a6299c service neutron] 10.222.0.121 "GET /v2.0/networks/26fb7a37-2055-4677-9a40-d3aaeacf5bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979002 Jan 25 08:39:33.082005 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 40284) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:33.198240 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-640b8fef-fddb-4109-b0a3-6d6e10920d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.324594 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-640b8fef-fddb-4109-b0a3-6d6e10920d73 admin admin] Publish callbacks [] for security_group (2f068503-5bc1-4c21-ad5c-2e47f0f519f9), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.366898 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 40298) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:33.400413 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-640b8fef-fddb-4109-b0a3-6d6e10920d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (2f068503-5bc1-4c21-ad5c-2e47f0f519f9), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.420420 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b290039-bb69-4a6d-a7e4-49952f318e78 req-a4e9c638-3602-48a0-9961-b25ea9cf1f1e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:33.423872 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2b290039-bb69-4a6d-a7e4-49952f318e78 req-a4e9c638-3602-48a0-9961-b25ea9cf1f1e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 944 time: 0.0595906 Jan 25 08:39:33.451484 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-640b8fef-fddb-4109-b0a3-6d6e10920d73 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=eed53e2d4c27410eaca44cec0293532c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684008 Jan 25 08:39:33.453353 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b8fef-fddb-4109-b0a3-6d6e10920d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f068503-5bc1-4c21-ad5c-2e47f0f519f9,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:33.456809 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 40302) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:33.479210 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-531870148-network', 'tenant_id': '22723e9a9df24aac8b922e1ffc4809b0'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:39:33.505963 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2b290039-bb69-4a6d-a7e4-49952f318e78 req-8cea7197-8353-4f02-9707-6077c262011d tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726109 Jan 25 08:39:33.527584 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-887ce2d7-2994-4915-bbaa-9fd4ce142d2f admin admin] Publish callbacks [] for security_group (2f068503-5bc1-4c21-ad5c-2e47f0f519f9), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.550362 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-887ce2d7-2994-4915-bbaa-9fd4ce142d2f admin admin] Publish callbacks [] for security_group (2f068503-5bc1-4c21-ad5c-2e47f0f519f9), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.574457 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Made reservation on behalf of 22723e9a9df24aac8b922e1ffc4809b0 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:39:33.576837 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.592138 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.646446 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dec2b-0d75-4602-a359-cd93a7b614ad req-bbf59442-83e3-435e-83d9-2945ace5abae tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:33.648035 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cf9dec2b-0d75-4602-a359-cd93a7b614ad req-bbf59442-83e3-435e-83d9-2945ace5abae tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 944 time: 0.0511827 Jan 25 08:39:33.653534 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0ef1d-7064-472f-8640-7b30553d0f62 req-d2a51b29-9dde-46ae-bf62-333b93c48074 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:33.654994 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fed0ef1d-7064-472f-8640-7b30553d0f62 req-d2a51b29-9dde-46ae-bf62-333b93c48074 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0649903 Jan 25 08:39:33.694608 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-887ce2d7-2994-4915-bbaa-9fd4ce142d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (2f068503-5bc1-4c21-ad5c-2e47f0f519f9), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.697279 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-887ce2d7-2994-4915-bbaa-9fd4ce142d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.698444 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-887ce2d7-2994-4915-bbaa-9fd4ce142d2f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2f068503-5bc1-4c21-ad5c-2e47f0f519f9 HTTP/1.1" status: 204 len: 168 time: 0.2406714 Jan 25 08:39:33.712362 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cf9dec2b-0d75-4602-a359-cd93a7b614ad req-28eee8f3-eba4-47f4-977d-aec6eec9d5d5 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583835 Jan 25 08:39:33.713211 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ce2d7-2994-4915-bbaa-9fd4ce142d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f068503-5bc1-4c21-ad5c-2e47f0f519f9,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:33.720716 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fed0ef1d-7064-472f-8640-7b30553d0f62 req-bf316388-ea99-472c-bc07-b6358c3b4392 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573113 Jan 25 08:39:33.780008 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Publish callbacks [] for security_group (c7bf4b3a-aee0-45cf-a5bc-8edca5c60947), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.836999 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (c7bf4b3a-aee0-45cf-a5bc-8edca5c60947), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.857800 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:39:33.872903 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:33.876460 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (73b4ade4-c4ab-499e-973b-52be4bf7ef25), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.876825 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Added segment 73b4ade4-c4ab-499e-973b-52be4bf7ef25 of type vlan for network 41ed80cc-d44d-41ec-b61e-68d9b9248246 Jan 25 08:39:33.915652 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (41ed80cc-d44d-41ec-b61e-68d9b9248246), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.956802 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device a9023473-cda3-4747-872b-7dbf41ad391c up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:39:33.974103 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (41ed80cc-d44d-41ec-b61e-68d9b9248246), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:33.975089 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:33.975703 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:34.035714 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] Pushing event updated for resources: {'Network': ['ID=41ed80cc-d44d-41ec-b61e-68d9b9248246,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:34.046248 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network 41ed80cc-d44d-41ec-b61e-68d9b9248246 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:39:34.068572 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-650fb5a9-a281-4106-a8c6-0f1bf888fb0c admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7004585 Jan 25 08:39:34.071514 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 40318) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:34.077880 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-e2185ba8-37f1-4cc5-9af1-4340d815bca5 admin admin] Request body: {'subnet': {'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-531870148-subnet', 'tenant_id': '22723e9a9df24aac8b922e1ffc4809b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:39:34.113864 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port a9023473-cda3-4747-872b-7dbf41ad391c completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:39:34.125472 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port a9023473-cda3-4747-872b-7dbf41ad391c triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:39:34.130756 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (a9023473-cda3-4747-872b-7dbf41ad391c), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:34.140258 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2185ba8-37f1-4cc5-9af1-4340d815bca5 admin admin] Made reservation on behalf of 22723e9a9df24aac8b922e1ffc4809b0 for: {'subnet': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:39:34.142880 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e2185ba8-37f1-4cc5-9af1-4340d815bca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8486103'] for subnet (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:34.215240 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port a9023473-cda3-4747-872b-7dbf41ad391c is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:39:34.218918 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a9023473-cda3-4747-872b-7dbf41ad391c), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:34.246881 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000458be-d5db-42ba-9d39-ef3ee3b2be19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9023473-cda3-4747-872b-7dbf41ad391c'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:39:34.250551 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239c8c82-60f8-48c4-9bc3-e408efd675dd" -d '{"events": [{"server_uuid": "000458be-d5db-42ba-9d39-ef3ee3b2be19", "name": "network-vif-plugged", "status": "completed", "tag": "a9023473-cda3-4747-872b-7dbf41ad391c"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:39:34.264386 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port a9023473-cda3-4747-872b-7dbf41ad391c, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a9023473-cda3-4747-872b-7dbf41ad391c,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:39:34.329156 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (a9023473-cda3-4747-872b-7dbf41ad391c), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:34.362510 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811fde84-d67c-41c4-ab9f-53977dd6a233 x-openstack-request-id: req-811fde84-d67c-41c4-ab9f-53977dd6a233 {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:39:34.362825 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000458be-d5db-42ba-9d39-ef3ee3b2be19", "name": "network-vif-plugged", "status": "completed", "tag": "a9023473-cda3-4747-872b-7dbf41ad391c", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:39:34.363079 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-811fde84-d67c-41c4-ab9f-53977dd6a233 {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:39:34.363463 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000458be-d5db-42ba-9d39-ef3ee3b2be19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9023473-cda3-4747-872b-7dbf41ad391c', 'code': 200} Jan 25 08:39:34.383379 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=a9023473-cda3-4747-872b-7dbf41ad391c,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:34.420520 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e2185ba8-37f1-4cc5-9af1-4340d815bca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10414272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8486085'] for subnet (9e4f9792-e3cc-41c8-9a66-500cf7f38763), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:34.500365 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2185ba8-37f1-4cc5-9af1-4340d815bca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4f9792-e3cc-41c8-9a66-500cf7f38763,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:34.508443 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2185ba8-37f1-4cc5-9af1-4340d815bca5 admin admin] Checking segment: {'id': '73b4ade4-c4ab-499e-973b-52be4bf7ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:39:34.509878 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2185ba8-37f1-4cc5-9af1-4340d815bca5 admin admin] Network hostable DHCP agents. Network: 41ed80cc-d44d-41ec-b61e-68d9b9248246, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:39:34.563627 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2185ba8-37f1-4cc5-9af1-4340d815bca5 admin admin] Network 41ed80cc-d44d-41ec-b61e-68d9b9248246 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:39:34.625635 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423b45f-a878-4917-b651-69f9784d0196 req-ce32d3b6-803d-4f74-98cb-20893d7174be tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:34.627132 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3423b45f-a878-4917-b651-69f9784d0196 req-ce32d3b6-803d-4f74-98cb-20893d7174be tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 945 time: 0.0523424 Jan 25 08:39:34.631202 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-e2185ba8-37f1-4cc5-9af1-4340d815bca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, 41ed80cc-d44d-41ec-b61e-68d9b9248246) {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:39:34.643281 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2185ba8-37f1-4cc5-9af1-4340d815bca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:34.643887 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e2185ba8-37f1-4cc5-9af1-4340d815bca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:34.646062 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf0920-e4c9-4dc9-b4c3-9b695a5653ab None None] Network 41ed80cc-d44d-41ec-b61e-68d9b9248246 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:39:34.689621 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3423b45f-a878-4917-b651-69f9784d0196 req-979fba41-9d91-4a75-a4ec-78f8eef55c32 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552764 Jan 25 08:39:34.743198 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-e2185ba8-37f1-4cc5-9af1-4340d815bca5 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6704018 Jan 25 08:39:34.762131 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098acb1-4045-419f-a1a9-8700c854eaea req-34ad3f86-c0d3-4502-8b95-30b4a106bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:34.763779 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6098acb1-4045-419f-a1a9-8700c854eaea req-34ad3f86-c0d3-4502-8b95-30b4a106bdc0 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 1098 time: 0.0704718 Jan 25 08:39:34.853645 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f04699-cdda-4f21-97ce-87828bbcf19c None None] Network 41ed80cc-d44d-41ec-b61e-68d9b9248246 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:39:34.866331 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6098acb1-4045-419f-a1a9-8700c854eaea req-6386f699-5334-4132-b227-08f595888747 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861924 Jan 25 08:39:34.902447 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f425092-a9d6-426d-8f5e-d0eda70aec35 req-14eb9785-4866-47b9-b6a5-ee6adc7e629d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:34.905783 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1f425092-a9d6-426d-8f5e-d0eda70aec35 req-14eb9785-4866-47b9-b6a5-ee6adc7e629d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 944 time: 0.0640805 Jan 25 08:39:34.963401 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ade18-3d1d-4606-b6af-651937613ba8 req-254141af-3362-4d4a-af35-f7ac06cb1d2c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:34.965078 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-789ade18-3d1d-4606-b6af-651937613ba8 req-254141af-3362-4d4a-af35-f7ac06cb1d2c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0709758 Jan 25 08:39:34.975633 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1f425092-a9d6-426d-8f5e-d0eda70aec35 req-0e9ebb1d-5f67-4d41-b07e-4c748e12d5d5 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640509 Jan 25 08:39:35.029478 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-789ade18-3d1d-4606-b6af-651937613ba8 req-631f793e-ed04-4d1b-96e1-b471a0b138c1 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565181 Jan 25 08:39:35.848395 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f55d1-f12a-49ec-832a-830074f103c9 req-1f26c311-b174-4af9-9476-206d9a9da9c5 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:35.849908 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fc1f55d1-f12a-49ec-832a-830074f103c9 req-1f26c311-b174-4af9-9476-206d9a9da9c5 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 945 time: 0.0573006 Jan 25 08:39:35.919599 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fc1f55d1-f12a-49ec-832a-830074f103c9 req-b74327dc-2f1b-4eac-bbb5-0a930f20c055 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543656 Jan 25 08:39:35.971655 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device a0516ee3-af73-49ba-a9ea-8714e2711200 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:39:36.076977 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port a0516ee3-af73-49ba-a9ea-8714e2711200, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a0516ee3-af73-49ba-a9ea-8714e2711200,segment=NetworkSegment(ca0afe4a-5b00-4003-b80d-c75f9af4866a),segment_id=ca0afe4a-5b00-4003-b80d-c75f9af4866a)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:39:36.089471 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'a0516ee3-af73-49ba-a9ea-8714e2711200', 'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb', 'port_id': 'a0516ee3-af73-49ba-a9ea-8714e2711200', 'mac_address': 'fa:16:3e:32:14:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:39:36.107113 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef37cb-0a55-4925-b62e-52c9f97f16c5 req-e17e787d-c22a-4b64-9f12-321533ee10b8 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:36.112374 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-80ef37cb-0a55-4925-b62e-52c9f97f16c5 req-e17e787d-c22a-4b64-9f12-321533ee10b8 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 944 time: 0.0563991 Jan 25 08:39:36.132834 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port a0516ee3-af73-49ba-a9ea-8714e2711200 is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:39:36.133468 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:36.148030 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0516ee3-af73-49ba-a9ea-8714e2711200 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:39:36.160362 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829dbae-1850-496d-b605-17bafe82d8d3 req-4edf1576-2740-4c45-9f0e-59f90363c4f0 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:36.161147 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-80ef37cb-0a55-4925-b62e-52c9f97f16c5 req-f3066f6c-b2c9-447f-aa61-b885105f2962 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454917 Jan 25 08:39:36.161965 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1829dbae-1850-496d-b605-17bafe82d8d3 req-4edf1576-2740-4c45-9f0e-59f90363c4f0 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0539801 Jan 25 08:39:36.175839 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port a0516ee3-af73-49ba-a9ea-8714e2711200, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a0516ee3-af73-49ba-a9ea-8714e2711200,segment=NetworkSegment(ca0afe4a-5b00-4003-b80d-c75f9af4866a),segment_id=ca0afe4a-5b00-4003-b80d-c75f9af4866a)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:39:36.220613 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:36.220883 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1829dbae-1850-496d-b605-17bafe82d8d3 req-4046cabc-dd22-4bea-be65-b3e92686f0c8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528047 Jan 25 08:39:36.269845 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=a0516ee3-af73-49ba-a9ea-8714e2711200,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:36.385503 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 40408) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:36.493400 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d376a610-657e-4a06-83eb-63131358f429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:36.579934 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d376a610-657e-4a06-83eb-63131358f429 admin admin] Publish callbacks [] for security_group (20438fa1-ef25-42bd-9969-4f607cd24bad), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:36.636792 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d376a610-657e-4a06-83eb-63131358f429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (20438fa1-ef25-42bd-9969-4f607cd24bad), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:36.675621 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-d376a610-657e-4a06-83eb-63131358f429 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=93c6790c28544021a6de375cd0d7a426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889681 Jan 25 08:39:36.676461 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376a610-657e-4a06-83eb-63131358f429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20438fa1-ef25-42bd-9969-4f607cd24bad,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:36.678364 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 40416) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:36.731306 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc7ec-2826-4a7e-b517-fa9c3b5464e0 admin admin] Publish callbacks [] for security_group (20438fa1-ef25-42bd-9969-4f607cd24bad), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:36.754544 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc7ec-2826-4a7e-b517-fa9c3b5464e0 admin admin] Publish callbacks [] for security_group (20438fa1-ef25-42bd-9969-4f607cd24bad), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:36.865652 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc7ec-2826-4a7e-b517-fa9c3b5464e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (20438fa1-ef25-42bd-9969-4f607cd24bad), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:36.868295 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc7ec-2826-4a7e-b517-fa9c3b5464e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:36.869456 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-6d5fc7ec-2826-4a7e-b517-fa9c3b5464e0 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/20438fa1-ef25-42bd-9969-4f607cd24bad HTTP/1.1" status: 204 len: 168 time: 0.1900663 Jan 25 08:39:36.878374 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fc7ec-2826-4a7e-b517-fa9c3b5464e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20438fa1-ef25-42bd-9969-4f607cd24bad,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:37.034848 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71bad2-5c03-4e44-a5c0-d6154a1d8038 req-2f732ec3-283a-49cc-a102-8b9608bbddbf tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:37.036337 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8a71bad2-5c03-4e44-a5c0-d6154a1d8038 req-2f732ec3-283a-49cc-a102-8b9608bbddbf tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 945 time: 0.0477636 Jan 25 08:39:37.088591 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8a71bad2-5c03-4e44-a5c0-d6154a1d8038 req-bd7f3e68-3c75-4157-9e81-c35c19e09711 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461690 Jan 25 08:39:37.133294 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['a0516ee3-af73-49ba-a9ea-8714e2711200'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:39:37.316688 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c394f-0c20-4254-a959-6cc861951c3f req-6741cddb-511e-4fd7-b065-d979e0fa7b70 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:37.318474 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b28c394f-0c20-4254-a959-6cc861951c3f req-6741cddb-511e-4fd7-b065-d979e0fa7b70 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 945 time: 0.0593369 Jan 25 08:39:37.349178 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57c83c-01a4-49fc-b537-fdac709bf17b req-30de9287-368a-4ac2-b967-afc1a5e9e4f6 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:37.350864 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fb57c83c-01a4-49fc-b537-fdac709bf17b req-30de9287-368a-4ac2-b967-afc1a5e9e4f6 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0558999 Jan 25 08:39:37.372155 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b28c394f-0c20-4254-a959-6cc861951c3f req-26a19cba-f741-43d1-95ee-c23ba4b8f967 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467098 Jan 25 08:39:37.399021 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fb57c83c-01a4-49fc-b537-fdac709bf17b req-4f7b9459-e786-4563-9396-a953a9194469 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427289 Jan 25 08:39:37.570339 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 40434) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:37.583188 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3ec5a6d1-4f19-4f86-af9d-a9c968cdddfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:37.655008 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3ec5a6d1-4f19-4f86-af9d-a9c968cdddfc admin admin] Publish callbacks [] for security_group (5917056c-b324-45ff-88c6-faacc9e7c840), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:37.734417 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3ec5a6d1-4f19-4f86-af9d-a9c968cdddfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (5917056c-b324-45ff-88c6-faacc9e7c840), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:37.773950 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-3ec5a6d1-4f19-4f86-af9d-a9c968cdddfc admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0658efa85d794c7b9103d153207d2fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024014 Jan 25 08:39:37.775078 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5a6d1-4f19-4f86-af9d-a9c968cdddfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5917056c-b324-45ff-88c6-faacc9e7c840,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:37.776605 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 40438) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:37.825453 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b9c29dc2-6ad9-4536-b802-9fcf89908e21 admin admin] Publish callbacks [] for security_group (5917056c-b324-45ff-88c6-faacc9e7c840), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:37.846849 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b9c29dc2-6ad9-4536-b802-9fcf89908e21 admin admin] Publish callbacks [] for security_group (5917056c-b324-45ff-88c6-faacc9e7c840), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:37.963520 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b9c29dc2-6ad9-4536-b802-9fcf89908e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (5917056c-b324-45ff-88c6-faacc9e7c840), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:37.966583 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b9c29dc2-6ad9-4536-b802-9fcf89908e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:37.967764 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-b9c29dc2-6ad9-4536-b802-9fcf89908e21 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5917056c-b324-45ff-88c6-faacc9e7c840 HTTP/1.1" status: 204 len: 168 time: 0.1894624 Jan 25 08:39:37.978861 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c29dc2-6ad9-4536-b802-9fcf89908e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5917056c-b324-45ff-88c6-faacc9e7c840,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:38.177660 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-5c93dcd8-647e-4146-9844-4a48988c6129 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:38.177660 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-5c93dcd8-647e-4146-9844-4a48988c6129 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/networks?id=41ed80cc-d44d-41ec-b61e-68d9b9248246 HTTP/1.1" status: 200 len: 808 time: 0.1078534 Jan 25 08:39:38.190565 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-23de0986-5fac-43a3-bee3-a1773ce726d1 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/quotas/22723e9a9df24aac8b922e1ffc4809b0 HTTP/1.1" status: 200 len: 375 time: 0.0093293 Jan 25 08:39:38.207360 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58b40b-6ed7-416b-bf46-d7ff008bc1ae req-de16f1f6-3a1f-4425-b16b-4ff26b3fe920 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:38.208934 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ef58b40b-6ed7-416b-bf46-d7ff008bc1ae req-de16f1f6-3a1f-4425-b16b-4ff26b3fe920 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 945 time: 0.0478475 Jan 25 08:39:38.222399 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-98b5fc14-c394-46cc-ae53-ab5696f8f635 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=22723e9a9df24aac8b922e1ffc4809b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263548 Jan 25 08:39:38.258247 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ef58b40b-6ed7-416b-bf46-d7ff008bc1ae req-0dbbc0a2-976e-4ba7-a72b-64c7bf1998eb tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436528 Jan 25 08:39:38.498576 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d75cf-d2a0-4d6a-9a77-8b04e94e966b req-297f875e-23bf-4a0f-ad7b-2a1c632cd230 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:38.502669 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-669d75cf-d2a0-4d6a-9a77-8b04e94e966b req-297f875e-23bf-4a0f-ad7b-2a1c632cd230 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 945 time: 0.0562391 Jan 25 08:39:38.541654 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-ab167fac-63a3-4d43-b7ce-6b2bd944aba7 service neutron] 10.222.0.112 "GET /v2.0/networks/41ed80cc-d44d-41ec-b61e-68d9b9248246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124449 Jan 25 08:39:38.564783 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-669d75cf-d2a0-4d6a-9a77-8b04e94e966b req-da5c474a-dffd-4e8f-b827-4821e04907a6 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579317 Jan 25 08:39:38.653679 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-24c198be-c1d8-4f6b-9952-eaec7fb29570 service neutron] 10.222.0.112 "GET /v2.0/networks/41ed80cc-d44d-41ec-b61e-68d9b9248246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051583 Jan 25 08:39:38.666495 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b5fba-10b5-42b0-ac5a-dac6cdc3a004 req-3ee9d823-b2d8-40b4-b3c3-e6897a26d841 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:38.668267 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-848b5fba-10b5-42b0-ac5a-dac6cdc3a004 req-3ee9d823-b2d8-40b4-b3c3-e6897a26d841 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0512168 Jan 25 08:39:38.729162 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-848b5fba-10b5-42b0-ac5a-dac6cdc3a004 req-b3af6d68-3cb3-473e-9a98-807ae477b5d9 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540924 Jan 25 08:39:38.903192 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-04ed4e0f-52ed-4f27-9bbb-894f39db395d req-c16fa1ae-7bfa-4849-8454-b81a3264fa50 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 210 time: 0.0302329 Jan 25 08:39:39.517149 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-270edc1d-8d29-4b79-b75b-075766ca30a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:39.690261 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f8929-ee30-4b45-a488-8b731969ea77 req-5fea7c65-b444-408b-b748-cd58835be332 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:39.691736 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f98f8929-ee30-4b45-a488-8b731969ea77 req-5fea7c65-b444-408b-b748-cd58835be332 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 945 time: 0.0568411 Jan 25 08:39:39.746329 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f98f8929-ee30-4b45-a488-8b731969ea77 req-f31f0848-1e24-47aa-b864-7fac88409076 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484746 Jan 25 08:39:39.860997 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc8f5f-d5df-44d9-89c4-4d918c0f088d req-efdd9f8c-e48a-4e44-a017-b43da09d0e58 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:39.862545 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-acfc8f5f-d5df-44d9-89c4-4d918c0f088d req-efdd9f8c-e48a-4e44-a017-b43da09d0e58 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0663605 Jan 25 08:39:39.955031 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-acfc8f5f-d5df-44d9-89c4-4d918c0f088d req-cdd87b90-ea21-4484-b514-a13b42e9588b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861137 Jan 25 08:39:39.989857 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device a0516ee3-af73-49ba-a9ea-8714e2711200 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:39:40.009020 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a5a82769-bc47-4d57-8971-2f1d5d9319b0 req-3a3439b8-8f7b-47c5-886c-909522a4ea20 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 210 time: 0.0377026 Jan 25 08:39:40.145112 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port a0516ee3-af73-49ba-a9ea-8714e2711200 completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:39:40.152193 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port a0516ee3-af73-49ba-a9ea-8714e2711200 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:39:40.152640 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:40.255964 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port a0516ee3-af73-49ba-a9ea-8714e2711200 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:39:40.259680 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:40.303883 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0516ee3-af73-49ba-a9ea-8714e2711200'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:39:40.306466 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f46b16-665f-4664-8079-2bf54d8db947" -d '{"events": [{"server_uuid": "9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a", "name": "network-vif-plugged", "status": "completed", "tag": "a0516ee3-af73-49ba-a9ea-8714e2711200"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:39:40.329513 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port a0516ee3-af73-49ba-a9ea-8714e2711200, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a0516ee3-af73-49ba-a9ea-8714e2711200,segment=NetworkSegment(ca0afe4a-5b00-4003-b80d-c75f9af4866a),segment_id=ca0afe4a-5b00-4003-b80d-c75f9af4866a)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:39:40.397926 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:40.412879 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9572727-0eb5-4f55-8c8d-c3361f4f8c7d x-openstack-request-id: req-a9572727-0eb5-4f55-8c8d-c3361f4f8c7d {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:39:40.413032 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a", "name": "network-vif-plugged", "status": "completed", "tag": "a0516ee3-af73-49ba-a9ea-8714e2711200", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:39:40.413624 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a9572727-0eb5-4f55-8c8d-c3361f4f8c7d {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:39:40.414172 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0516ee3-af73-49ba-a9ea-8714e2711200', 'code': 200} Jan 25 08:39:40.490587 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=a0516ee3-af73-49ba-a9ea-8714e2711200,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:40.869323 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7b398-03fe-41ca-94ce-f8b8d6a133fc req-bf20735c-8023-4245-8c28-5e98f8e1aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:40.870922 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4ce7b398-03fe-41ca-94ce-f8b8d6a133fc req-bf20735c-8023-4245-8c28-5e98f8e1aa9d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 1099 time: 0.0789194 Jan 25 08:39:40.885448 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ca9fe-da54-41c6-bb7a-8a162804f39d req-eb4450f4-89e9-4526-91ee-55d2e2d8119d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:40.886886 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-396ca9fe-da54-41c6-bb7a-8a162804f39d req-eb4450f4-89e9-4526-91ee-55d2e2d8119d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 946 time: 0.0612814 Jan 25 08:39:40.961761 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4ce7b398-03fe-41ca-94ce-f8b8d6a133fc req-e1b998b6-994d-4b91-8019-b64c622a57e2 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739276 Jan 25 08:39:40.970079 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-396ca9fe-da54-41c6-bb7a-8a162804f39d req-7e1197f8-ebec-47bb-87c4-9e4909c44603 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728829 Jan 25 08:39:41.096608 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec3425-5f69-4758-b6a8-c64400669c4c req-fcb61b2d-4865-4c74-a6d2-7d681da1ae6d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:41.098215 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5cec3425-5f69-4758-b6a8-c64400669c4c req-fcb61b2d-4865-4c74-a6d2-7d681da1ae6d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0515804 Jan 25 08:39:41.111121 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5438043f-8350-4ef7-8b95-3ec122ce549b req-401521d9-f74d-4a7d-984f-afc444c65007 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 210 time: 0.0261159 Jan 25 08:39:41.160529 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5cec3425-5f69-4758-b6a8-c64400669c4c req-8a9547f1-d71f-4cce-9f53-5f4f7f2f8b3d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563180 Jan 25 08:39:41.665295 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-afad163d-788c-4ccb-bbb7-b61ed8161ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.758017 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-0aa90307-e874-4205-9878-314741aeaced tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:41.760591 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-0aa90307-e874-4205-9878-314741aeaced tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/networks?id=5a250842-ae7d-4621-8183-b5b4cc23ab14 HTTP/1.1" status: 200 len: 815 time: 0.1065660 Jan 25 08:39:41.778179 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-2385f890-a54b-4f23-91dd-fd7b2919a17f tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/quotas/3c84e11915fc4963a868824cc4b51944 HTTP/1.1" status: 200 len: 375 time: 0.0094652 Jan 25 08:39:41.832223 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-4d9b573f-db2d-4a00-b3ae-e666a25e749b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=3c84e11915fc4963a868824cc4b51944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486174 Jan 25 08:39:41.923665 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-6b9d1a62-2308-4de3-88b8-1544a2a78a93 service neutron] 10.222.0.112 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845590 Jan 25 08:39:42.019748 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-fdc55e60-8d08-4d5b-9239-2e6b3437be6b service neutron] 10.222.0.112 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902867 Jan 25 08:39:42.104441 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e855ee0-48da-4a62-b4a8-d604d05c91ca req-43e7d1c0-38da-4b8c-9d7e-6459c3646d6a tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:42.105918 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9e855ee0-48da-4a62-b4a8-d604d05c91ca req-43e7d1c0-38da-4b8c-9d7e-6459c3646d6a tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 946 time: 0.0536149 Jan 25 08:39:42.166590 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9e855ee0-48da-4a62-b4a8-d604d05c91ca req-bdcec54f-835b-48a2-8304-f05a91ecc1d4 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543687 Jan 25 08:39:42.337882 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c40bf-9b95-43e6-9878-b24a11cb88aa req-655ec052-ed27-4a4b-aff1-f161d6362508 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:42.337994 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-ae242096-272a-41b8-a962-7cd8eaeebe0c tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:42.338091 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-836c40bf-9b95-43e6-9878-b24a11cb88aa req-655ec052-ed27-4a4b-aff1-f161d6362508 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0603118 Jan 25 08:39:42.338192 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-ae242096-272a-41b8-a962-7cd8eaeebe0c tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.121 "GET /v2.0/networks?id=41ed80cc-d44d-41ec-b61e-68d9b9248246 HTTP/1.1" status: 200 len: 808 time: 0.2071872 Jan 25 08:39:42.372866 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ab4ebd02-2ade-4c6b-aee6-9f4414283b6c req-75b01bed-bcf3-4b50-b278-4f45a7aec9c6 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 210 time: 0.0307226 Jan 25 08:39:42.372866 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-0db50f6d-30d2-4f15-ab4d-6b56d45253db tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Request body: {'port': {'device_id': '0d9a7b5f-e5ee-4970-9d17-85afc49ec675', 'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246', 'admin_state_up': True, 'tenant_id': '22723e9a9df24aac8b922e1ffc4809b0'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:39:42.452770 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-836c40bf-9b95-43e6-9878-b24a11cb88aa req-fc11529e-f88c-41a4-8bdb-bd106c7e6f97 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068826 Jan 25 08:39:42.480664 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-06bab8ab-d1be-4278-9fc8-979746b51be6 req-621b59fd-6ce0-408a-ab56-24af3bc83d95 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 210 time: 0.0337610 Jan 25 08:39:42.579969 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-0db50f6d-30d2-4f15-ab4d-6b56d45253db tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Made reservation on behalf of 22723e9a9df24aac8b922e1ffc4809b0 for: {'port': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:39:42.583514 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-0db50f6d-30d2-4f15-ab4d-6b56d45253db tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:42.713047 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-0db50f6d-30d2-4f15-ab4d-6b56d45253db tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Allocated IP 172.20.0.8 (41ed80cc-d44d-41ec-b61e-68d9b9248246/9e4f9792-e3cc-41c8-9a66-500cf7f38763/74c8f231-64ab-4a24-9d92-48f58b6f5aec) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:39:42.885519 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-0db50f6d-30d2-4f15-ab4d-6b56d45253db tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks [] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:43.019997 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:43.020748 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-0db50f6d-30d2-4f15-ab4d-6b56d45253db tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:43.063928 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-0db50f6d-30d2-4f15-ab4d-6b56d45253db tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Network 41ed80cc-d44d-41ec-b61e-68d9b9248246 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:39:43.066866 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-0db50f6d-30d2-4f15-ab4d-6b56d45253db tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:39:43.070440 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-0db50f6d-30d2-4f15-ab4d-6b56d45253db tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:39:43.097814 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db50f6d-30d2-4f15-ab4d-6b56d45253db tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Pushing event updated for resources: {'Port': ['ID=74c8f231-64ab-4a24-9d92-48f58b6f5aec,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:43.125846 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-0db50f6d-30d2-4f15-ab4d-6b56d45253db tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:43.126465 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-0db50f6d-30d2-4f15-ab4d-6b56d45253db tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:43.217720 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-0db50f6d-30d2-4f15-ab4d-6b56d45253db tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8508413 Jan 25 08:39:43.230751 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Request body: {'port': {'device_id': '0d9a7b5f-e5ee-4970-9d17-85afc49ec675', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:39:43.294941 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:43.300548 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a323d-a18d-402c-b44b-9d90619cd9fe req-1e2d700c-4607-47f2-9051-f1b34e77b44a tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:43.302195 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0e1a323d-a18d-402c-b44b-9d90619cd9fe req-1e2d700c-4607-47f2-9051-f1b34e77b44a tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 946 time: 0.0541372 Jan 25 08:39:43.354737 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 40642) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:43.358848 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0e1a323d-a18d-402c-b44b-9d90619cd9fe req-8e8b17ca-9d11-4709-9e6d-eefb5c360cbe tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494940 Jan 25 08:39:43.544099 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3b8c9554-d798-4ae2-aa69-a8cb1e0f2ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:43.579481 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a058823-7c1e-40b5-9263-908d895316e2 req-327c6324-a14d-434d-9316-7766ff3753d0 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:43.581079 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1a058823-7c1e-40b5-9263-908d895316e2 req-327c6324-a14d-434d-9316-7766ff3753d0 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0556092 Jan 25 08:39:43.602534 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17e08f-241f-48c5-8311-e85f8a68e525 req-4c405e65-4119-461f-b85f-0ec4b1399dde tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:43.603983 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4d17e08f-241f-48c5-8311-e85f8a68e525 req-4c405e65-4119-461f-b85f-0ec4b1399dde tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 931 time: 0.1436412 Jan 25 08:39:43.635598 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1a058823-7c1e-40b5-9263-908d895316e2 req-886909af-a33a-4681-af31-65d9b63f6a9f tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484228 Jan 25 08:39:43.724347 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8b0a1ab3-143b-4418-a943-9ce7a2a2cc40 req-da1b4b54-6424-4c26-9527-c3014f2c2b59 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 210 time: 0.0256202 Jan 25 08:39:43.740367 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c8f231-64ab-4a24-9d92-48f58b6f5aec {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:39:43.750612 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Publish callbacks [] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:43.760788 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4d17e08f-241f-48c5-8311-e85f8a68e525 req-73365ca7-9bf2-498b-bc0b-fc2a61e60b87 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481400 Jan 25 08:39:43.768929 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3b8c9554-d798-4ae2-aa69-a8cb1e0f2ea5 admin admin] Publish callbacks [] for security_group (a362d604-512b-4f4a-85d3-a210fbe38e6b), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:43.776839 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Transition to ACTIVE for port object 74c8f231-64ab-4a24-9d92-48f58b6f5aec will not be triggered until provisioned by entity L2. {{(pid=103105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:39:43.865792 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3b8c9554-d798-4ae2-aa69-a8cb1e0f2ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a362d604-512b-4f4a-85d3-a210fbe38e6b), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:43.869596 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:43.938929 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c9554-d798-4ae2-aa69-a8cb1e0f2ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a362d604-512b-4f4a-85d3-a210fbe38e6b,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:43.946002 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-3b8c9554-d798-4ae2-aa69-a8cb1e0f2ea5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=cef445ba4afa48a2b294d643a393664d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5890267 Jan 25 08:39:43.948908 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 40658) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:43.959184 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Pushing event updated for resources: {'Port': ['ID=74c8f231-64ab-4a24-9d92-48f58b6f5aec,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:44.015738 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aec5256b-70ba-4708-a1f5-595892b8d9b0 admin admin] Publish callbacks [] for security_group (a362d604-512b-4f4a-85d3-a210fbe38e6b), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:44.032784 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aec5256b-70ba-4708-a1f5-595892b8d9b0 admin admin] Publish callbacks [] for security_group (a362d604-512b-4f4a-85d3-a210fbe38e6b), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:44.040428 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Attempting to bind port 74c8f231-64ab-4a24-9d92-48f58b6f5aec on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:39:44.040921 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Attempting to bind port 74c8f231-64ab-4a24-9d92-48f58b6f5aec by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '73b4ade4-c4ab-499e-973b-52be4bf7ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:39:44.041091 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Attempting to bind port 74c8f231-64ab-4a24-9d92-48f58b6f5aec on network 41ed80cc-d44d-41ec-b61e-68d9b9248246 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:39:44.045909 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Port 74c8f231-64ab-4a24-9d92-48f58b6f5aec on network 41ed80cc-d44d-41ec-b61e-68d9b9248246 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:39:44.046939 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Attempting to bind port 74c8f231-64ab-4a24-9d92-48f58b6f5aec on network 41ed80cc-d44d-41ec-b61e-68d9b9248246 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:39:44.051946 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:39:44.052357 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Checking segment: {'id': '73b4ade4-c4ab-499e-973b-52be4bf7ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:39:44.052746 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Bound using segment: {'id': '73b4ade4-c4ab-499e-973b-52be4bf7ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:39:44.053171 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Bound port: 74c8f231-64ab-4a24-9d92-48f58b6f5aec, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b4ade4-c4ab-499e-973b-52be4bf7ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:39:44.055384 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:44.115111 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] For port 74c8f231-64ab-4a24-9d92-48f58b6f5aec, host hv-cinder-81187, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:39:44.117984 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] For port 74c8f231-64ab-4a24-9d92-48f58b6f5aec, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=74c8f231-64ab-4a24-9d92-48f58b6f5aec,segment=NetworkSegment(73b4ade4-c4ab-499e-973b-52be4bf7ef25),segment_id=73b4ade4-c4ab-499e-973b-52be4bf7ef25)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:39:44.139776 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aec5256b-70ba-4708-a1f5-595892b8d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a362d604-512b-4f4a-85d3-a210fbe38e6b), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:44.142932 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aec5256b-70ba-4708-a1f5-595892b8d9b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:44.144077 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-aec5256b-70ba-4708-a1f5-595892b8d9b0 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a362d604-512b-4f4a-85d3-a210fbe38e6b HTTP/1.1" status: 204 len: 168 time: 0.1939352 Jan 25 08:39:44.151460 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5256b-70ba-4708-a1f5-595892b8d9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a362d604-512b-4f4a-85d3-a210fbe38e6b,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:44.260492 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:44.296679 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:44.297285 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:44.298774 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] 10.222.0.121 "PUT /v2.0/ports/74c8f231-64ab-4a24-9d92-48f58b6f5aec HTTP/1.1" status: 200 len: 1093 time: 1.0723920 Jan 25 08:39:44.299463 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9a7b5f-e5ee-4970-9d17-85afc49ec675', 'tag': '74c8f231-64ab-4a24-9d92-48f58b6f5aec'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:39:44.301540 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92004805-5770-4a98-be52-439a903d7cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9a7b5f-e5ee-4970-9d17-85afc49ec675", "tag": "74c8f231-64ab-4a24-9d92-48f58b6f5aec"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:39:44.325311 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818aaed0-a020-464f-8e92-92d2cf8c32cb service neutron] Pushing event updated for resources: {'Port': ['ID=74c8f231-64ab-4a24-9d92-48f58b6f5aec,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:44.361963 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a43386c-b699-4ab8-8416-2db250258a9c x-openstack-request-id: req-3a43386c-b699-4ab8-8416-2db250258a9c {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:39:44.362421 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9a7b5f-e5ee-4970-9d17-85afc49ec675", "tag": "74c8f231-64ab-4a24-9d92-48f58b6f5aec", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:39:44.362678 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3a43386c-b699-4ab8-8416-2db250258a9c {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:39:44.363081 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9a7b5f-e5ee-4970-9d17-85afc49ec675', 'tag': '74c8f231-64ab-4a24-9d92-48f58b6f5aec', 'status': 'completed', 'code': 200} Jan 25 08:39:44.450930 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92004805-5770-4a98-be52-439a903d7cc9 req-7a5b4c1b-a4ea-43e7-9353-f93dbd6c14de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:44.452438 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-92004805-5770-4a98-be52-439a903d7cc9 req-7a5b4c1b-a4ea-43e7-9353-f93dbd6c14de service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=22723e9a9df24aac8b922e1ffc4809b0&device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 1096 time: 0.0521543 Jan 25 08:39:44.553088 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5e75a-20b3-411a-8e13-3149d3f298ac req-5db121ca-ed3d-4e38-a40b-5b70eb7abc7e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:44.554587 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-05d5e75a-20b3-411a-8e13-3149d3f298ac req-5db121ca-ed3d-4e38-a40b-5b70eb7abc7e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 946 time: 0.1182079 Jan 25 08:39:44.609137 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92004805-5770-4a98-be52-439a903d7cc9 req-b17dcc6b-b5f0-48ad-a599-a7d631fd91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:44.610820 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-92004805-5770-4a98-be52-439a903d7cc9 req-b17dcc6b-b5f0-48ad-a599-a7d631fd91e0 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=22723e9a9df24aac8b922e1ffc4809b0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1422458 Jan 25 08:39:44.613094 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-03086e81-718b-480f-8d02-e7e352e95429 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:44.614583 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-03086e81-718b-480f-8d02-e7e352e95429 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "GET /v2.0/networks?id=5a250842-ae7d-4621-8183-b5b4cc23ab14 HTTP/1.1" status: 200 len: 815 time: 0.1101396 Jan 25 08:39:44.620877 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:44.632505 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-05d5e75a-20b3-411a-8e13-3149d3f298ac req-4b07d915-c3e7-4866-a95b-274f58733628 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669508 Jan 25 08:39:44.640429 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-9240eaa5-d061-4a60-8982-ae2f7ea8333b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Request body: {'port': {'device_id': '55c7ff27-1f31-401e-8aa9-c66efbf11c77', 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14', 'admin_state_up': True, 'tenant_id': '3c84e11915fc4963a868824cc4b51944'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:39:44.797286 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92004805-5770-4a98-be52-439a903d7cc9 req-4dc0f7d9-6a5b-4339-af2d-3df4d98288bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:44.799457 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-92004805-5770-4a98-be52-439a903d7cc9 req-4dc0f7d9-6a5b-4339-af2d-3df4d98288bb service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1665821 Jan 25 08:39:44.828855 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20130dec-415f-4a71-a485-9d5080abc40c req-5d8fdbdf-0ce7-413e-821c-dea3458ebd90 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:44.830490 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-20130dec-415f-4a71-a485-9d5080abc40c req-5d8fdbdf-0ce7-413e-821c-dea3458ebd90 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0666752 Jan 25 08:39:44.867580 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e4ed2c50-17f2-4492-9476-ee3be2431073 req-8db54d2d-b0cf-4b55-bc74-69760c1d3e0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 210 time: 0.0358005 Jan 25 08:39:44.879072 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-9240eaa5-d061-4a60-8982-ae2f7ea8333b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Made reservation on behalf of 3c84e11915fc4963a868824cc4b51944 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:39:44.884479 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-9240eaa5-d061-4a60-8982-ae2f7ea8333b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:44.930011 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-20130dec-415f-4a71-a485-9d5080abc40c req-6bb8fe11-6fbe-46d9-8c43-96d13b1d2376 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886960 Jan 25 08:39:44.979731 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 40716) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:45.020532 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a752228f-06c8-4d44-a40a-1499106107c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:45.042620 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-c5ef824d-7d23-46f1-a8f2-aa52f0a88bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:45.044135 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-c5ef824d-7d23-46f1-a8f2-aa52f0a88bbe service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=22723e9a9df24aac8b922e1ffc4809b0&device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 1096 time: 0.1607625 Jan 25 08:39:45.101937 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-9240eaa5-d061-4a60-8982-ae2f7ea8333b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Allocated IP 172.20.0.8 (5a250842-ae7d-4621-8183-b5b4cc23ab14/7f8965e3-8a09-4d2f-9556-60a9e740f6a9/2ebc8a95-b49a-4472-b036-b208d62ded50) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:39:45.107328 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d271c-708c-4e41-b374-8ac5850ebab8 req-47e351eb-df8c-4c93-9ecb-0c232c17b281 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:45.109100 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-746d271c-708c-4e41-b374-8ac5850ebab8 req-47e351eb-df8c-4c93-9ecb-0c232c17b281 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 943 time: 0.1510489 Jan 25 08:39:45.113283 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-63efcff7-9edd-47b1-80b1-ad25c81fd1a4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74c8f231-64ab-4a24-9d92-48f58b6f5aec HTTP/1.1" status: 200 len: 217 time: 0.0569158 Jan 25 08:39:45.256784 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-746d271c-708c-4e41-b374-8ac5850ebab8 req-f3f1c794-bc0e-4e16-b889-8ded637e8e8b tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333575 Jan 25 08:39:45.262055 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-7b05203f-087f-4b22-afe0-451970e3194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:45.263505 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-7b05203f-087f-4b22-afe0-451970e3194a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9e4f9792-e3cc-41c8-9a66-500cf7f38763 HTTP/1.1" status: 200 len: 848 time: 0.1294351 Jan 25 08:39:45.269712 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a752228f-06c8-4d44-a40a-1499106107c4 admin admin] Publish callbacks [] for security_group (eb92f556-ab2b-4497-875f-f5d47c863eee), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:45.298872 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-9240eaa5-d061-4a60-8982-ae2f7ea8333b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks [] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:45.327068 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-9c75fd86-a792-4dab-a0b9-6e1de6db2f7d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=41ed80cc-d44d-41ec-b61e-68d9b9248246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254498 Jan 25 08:39:45.399353 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a752228f-06c8-4d44-a40a-1499106107c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (eb92f556-ab2b-4497-875f-f5d47c863eee), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:45.431808 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-9240eaa5-d061-4a60-8982-ae2f7ea8333b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:45.453450 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-a752228f-06c8-4d44-a40a-1499106107c4 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a14ed8d0e7ec4eacbea0d6aa2766f3a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4706726 Jan 25 08:39:45.459628 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752228f-06c8-4d44-a40a-1499106107c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb92f556-ab2b-4497-875f-f5d47c863eee,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:45.463205 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d', 'a9023473-cda3-4747-872b-7dbf41ad391c'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:39:45.469073 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 40730) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:45.482307 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-9916d24c-491c-4edb-917f-567d81a402c3 service neutron] 10.222.0.121 "GET /v2.0/networks/41ed80cc-d44d-41ec-b61e-68d9b9248246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434877 Jan 25 08:39:45.487858 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-9240eaa5-d061-4a60-8982-ae2f7ea8333b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Network 5a250842-ae7d-4621-8183-b5b4cc23ab14 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:39:45.491069 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-9240eaa5-d061-4a60-8982-ae2f7ea8333b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:39:45.495652 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-9240eaa5-d061-4a60-8982-ae2f7ea8333b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:39:45.503126 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-9240eaa5-d061-4a60-8982-ae2f7ea8333b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:45.504224 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-9240eaa5-d061-4a60-8982-ae2f7ea8333b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:45.531620 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240eaa5-d061-4a60-8982-ae2f7ea8333b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Pushing event updated for resources: {'Port': ['ID=2ebc8a95-b49a-4472-b036-b208d62ded50,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:45.597542 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e017b03d-2090-4ec5-bd06-afbaec4ac198 admin admin] Publish callbacks [] for security_group (eb92f556-ab2b-4497-875f-f5d47c863eee), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:45.628884 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-98bb258f-3d12-4240-a8d8-41a38713a11e req-bbca34f5-03cf-4a51-95fb-d4e0862f9b2c service neutron] 10.222.0.121 "GET /v2.0/networks/41ed80cc-d44d-41ec-b61e-68d9b9248246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348457 Jan 25 08:39:45.630554 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e017b03d-2090-4ec5-bd06-afbaec4ac198 admin admin] Publish callbacks [] for security_group (eb92f556-ab2b-4497-875f-f5d47c863eee), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:45.635277 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-9240eaa5-d061-4a60-8982-ae2f7ea8333b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9987862 Jan 25 08:39:45.648128 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Request body: {'port': {'device_id': '55c7ff27-1f31-401e-8aa9-c66efbf11c77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:39:45.708731 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:45.802699 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e017b03d-2090-4ec5-bd06-afbaec4ac198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (eb92f556-ab2b-4497-875f-f5d47c863eee), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:45.805467 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e017b03d-2090-4ec5-bd06-afbaec4ac198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:45.806888 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-e017b03d-2090-4ec5-bd06-afbaec4ac198 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/eb92f556-ab2b-4497-875f-f5d47c863eee HTTP/1.1" status: 204 len: 168 time: 0.3351741 Jan 25 08:39:45.831585 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017b03d-2090-4ec5-bd06-afbaec4ac198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb92f556-ab2b-4497-875f-f5d47c863eee,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:45.860112 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:46.009903 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee451b1-b21f-4e87-b8c3-b99c7d574328 req-c66632a9-35cc-4d40-b0aa-e73318d9d043 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:46.011353 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3ee451b1-b21f-4e87-b8c3-b99c7d574328 req-c66632a9-35cc-4d40-b0aa-e73318d9d043 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 931 time: 0.0561438 Jan 25 08:39:46.045327 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebc8a95-b49a-4472-b036-b208d62ded50 {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:39:46.059025 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Publish callbacks [] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:46.082440 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9dbc9-4ad8-4b4c-80e4-1ee0978b4d05 req-01201285-ce85-450e-9de1-b4d6e36b8ffa tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:46.082825 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3ee451b1-b21f-4e87-b8c3-b99c7d574328 req-d63bb80f-a4bd-4d1e-a887-34e73b4d3dc0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651705 Jan 25 08:39:46.083953 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-23c9dbc9-4ad8-4b4c-80e4-1ee0978b4d05 req-01201285-ce85-450e-9de1-b4d6e36b8ffa tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0776415 Jan 25 08:39:46.086858 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Transition to ACTIVE for port object 2ebc8a95-b49a-4472-b036-b208d62ded50 will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:39:46.138111 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-23c9dbc9-4ad8-4b4c-80e4-1ee0978b4d05 req-c80238fc-66a7-48eb-8aa0-c53ffac3d7ac tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464191 Jan 25 08:39:46.146976 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:46.220643 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Pushing event updated for resources: {'Port': ['ID=2ebc8a95-b49a-4472-b036-b208d62ded50,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:46.235076 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Attempting to bind port 2ebc8a95-b49a-4472-b036-b208d62ded50 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:39:46.235419 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Attempting to bind port 2ebc8a95-b49a-4472-b036-b208d62ded50 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:39:46.235751 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Attempting to bind port 2ebc8a95-b49a-4472-b036-b208d62ded50 on network 5a250842-ae7d-4621-8183-b5b4cc23ab14 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:39:46.241116 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Port 2ebc8a95-b49a-4472-b036-b208d62ded50 on network 5a250842-ae7d-4621-8183-b5b4cc23ab14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:39:46.241548 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Attempting to bind port 2ebc8a95-b49a-4472-b036-b208d62ded50 on network 5a250842-ae7d-4621-8183-b5b4cc23ab14 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:39:46.246438 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:39:46.246775 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Checking segment: {'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:39:46.247197 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Bound using segment: {'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:39:46.247622 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Bound port: 2ebc8a95-b49a-4472-b036-b208d62ded50, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:39:46.248361 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:46.333918 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] For port 2ebc8a95-b49a-4472-b036-b208d62ded50, host hv-cinder-81187, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:39:46.341433 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] For port 2ebc8a95-b49a-4472-b036-b208d62ded50, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2ebc8a95-b49a-4472-b036-b208d62ded50,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:39:46.398027 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9a49b-fe83-4c33-9245-6d9e96722839 req-f9ad3f25-8034-4763-81f6-79d257e102a5 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:46.399530 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-03b9a49b-fe83-4c33-9245-6d9e96722839 req-f9ad3f25-8034-4763-81f6-79d257e102a5 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 943 time: 0.0547471 Jan 25 08:39:46.483150 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-03b9a49b-fe83-4c33-9245-6d9e96722839 req-32792c07-8072-440e-aa54-964f613ab0d3 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509517 Jan 25 08:39:46.557839 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:46.596260 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:46.597116 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:46.598590 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] 10.222.0.121 "PUT /v2.0/ports/2ebc8a95-b49a-4472-b036-b208d62ded50 HTTP/1.1" status: 200 len: 1093 time: 0.9553158 Jan 25 08:39:46.599083 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c7ff27-1f31-401e-8aa9-c66efbf11c77', 'tag': '2ebc8a95-b49a-4472-b036-b208d62ded50'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:39:46.601454 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3c8710-4aab-437b-8395-2838a587f7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "55c7ff27-1f31-401e-8aa9-c66efbf11c77", "tag": "2ebc8a95-b49a-4472-b036-b208d62ded50"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:39:46.629206 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac1311-819b-4c74-957b-b3484300cc2c service neutron] Pushing event updated for resources: {'Port': ['ID=2ebc8a95-b49a-4472-b036-b208d62ded50,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:46.645288 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad1bad8-95e1-4969-ac72-e9620685b981 x-openstack-request-id: req-3ad1bad8-95e1-4969-ac72-e9620685b981 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:39:46.645930 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c7ff27-1f31-401e-8aa9-c66efbf11c77", "tag": "2ebc8a95-b49a-4472-b036-b208d62ded50", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:39:46.645930 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3ad1bad8-95e1-4969-ac72-e9620685b981 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:39:46.646331 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c7ff27-1f31-401e-8aa9-c66efbf11c77', 'tag': '2ebc8a95-b49a-4472-b036-b208d62ded50', 'status': 'completed', 'code': 200} Jan 25 08:39:47.209340 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153ad08-56bf-405c-99b6-9e641df8c859 req-cf9d8373-7e92-4f71-b971-57e3bf51888b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:47.216631 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6153ad08-56bf-405c-99b6-9e641df8c859 req-cf9d8373-7e92-4f71-b971-57e3bf51888b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 943 time: 0.0609863 Jan 25 08:39:47.279887 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ff9df-284e-44a4-ba68-5eb50121ae0c req-8d2c9975-f790-40d1-a400-d930081a621a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:47.281766 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3f8ff9df-284e-44a4-ba68-5eb50121ae0c req-8d2c9975-f790-40d1-a400-d930081a621a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0659943 Jan 25 08:39:47.332535 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3f8ff9df-284e-44a4-ba68-5eb50121ae0c req-48e52285-b751-45d9-924a-38d7e1fe8b0b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448034 Jan 25 08:39:47.483498 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6153ad08-56bf-405c-99b6-9e641df8c859 req-f8a30d17-12b3-470c-abd4-757c4ae4a0fe tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608781 Jan 25 08:39:47.584290 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbc667-af6b-4c73-8555-9dded576f4de req-7e1da683-2c17-42b7-a192-32884f4a9fc7 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:47.585769 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04cbc667-af6b-4c73-8555-9dded576f4de req-7e1da683-2c17-42b7-a192-32884f4a9fc7 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 943 time: 0.0475388 Jan 25 08:39:47.634658 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04cbc667-af6b-4c73-8555-9dded576f4de req-fb001a2e-7463-4bb3-b68c-200c8c86d0e6 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432642 Jan 25 08:39:47.681255 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 40808) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:47.784504 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-71ee4ccf-0e81-470a-b27f-cc351cb50fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:47.856318 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-71ee4ccf-0e81-470a-b27f-cc351cb50fa5 admin admin] Publish callbacks [] for security_group (4075ccbb-01d6-43cc-86c2-0b110603ab9e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:47.916827 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-71ee4ccf-0e81-470a-b27f-cc351cb50fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (4075ccbb-01d6-43cc-86c2-0b110603ab9e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:47.959560 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-71ee4ccf-0e81-470a-b27f-cc351cb50fa5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3572654a74b44f11947ffff3ce44d3df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769763 Jan 25 08:39:47.960362 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee4ccf-0e81-470a-b27f-cc351cb50fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4075ccbb-01d6-43cc-86c2-0b110603ab9e,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:47.962297 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 40812) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:48.012625 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e7048f03-7ea6-441b-b5b7-d998ce768eee admin admin] Publish callbacks [] for security_group (4075ccbb-01d6-43cc-86c2-0b110603ab9e), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:48.033839 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e7048f03-7ea6-441b-b5b7-d998ce768eee admin admin] Publish callbacks [] for security_group (4075ccbb-01d6-43cc-86c2-0b110603ab9e), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:48.168166 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e7048f03-7ea6-441b-b5b7-d998ce768eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (4075ccbb-01d6-43cc-86c2-0b110603ab9e), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:48.170673 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e7048f03-7ea6-441b-b5b7-d998ce768eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:48.171883 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-e7048f03-7ea6-441b-b5b7-d998ce768eee admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4075ccbb-01d6-43cc-86c2-0b110603ab9e HTTP/1.1" status: 204 len: 168 time: 0.2080021 Jan 25 08:39:48.179706 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7048f03-7ea6-441b-b5b7-d998ce768eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4075ccbb-01d6-43cc-86c2-0b110603ab9e,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:51.894731 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c8710-4aab-437b-8395-2838a587f7c0 req-e4e5c960-0d8e-468d-9087-9e9c75e25b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:51.896269 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fb3c8710-4aab-437b-8395-2838a587f7c0 req-e4e5c960-0d8e-468d-9087-9e9c75e25b7d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3c84e11915fc4963a868824cc4b51944&device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 1096 time: 0.0408726 Jan 25 08:39:52.081612 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c8710-4aab-437b-8395-2838a587f7c0 req-fc314a0e-023d-45db-9ec9-729642d4a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:52.083005 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fb3c8710-4aab-437b-8395-2838a587f7c0 req-fc314a0e-023d-45db-9ec9-729642d4a9e5 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=3c84e11915fc4963a868824cc4b51944&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1703503 Jan 25 08:39:52.255908 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c8710-4aab-437b-8395-2838a587f7c0 req-8b4f0280-4652-4afb-a629-a2e757b6d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:52.257417 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fb3c8710-4aab-437b-8395-2838a587f7c0 req-8b4f0280-4652-4afb-a629-a2e757b6d991 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1631868 Jan 25 08:39:52.401891 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-8161b206-4c78-4065-80b2-721cc84777d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:52.403344 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-8161b206-4c78-4065-80b2-721cc84777d1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3c84e11915fc4963a868824cc4b51944&device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 1096 time: 0.0393565 Jan 25 08:39:52.462823 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-01baa84d-c041-4aa2-b454-e3c9667dee27 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ebc8a95-b49a-4472-b036-b208d62ded50 HTTP/1.1" status: 200 len: 217 time: 0.0385110 Jan 25 08:39:52.546548 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-073f4952-dcbc-488b-a036-150e4c56dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:52.549190 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-073f4952-dcbc-488b-a036-150e4c56dd44 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7f8965e3-8a09-4d2f-9556-60a9e740f6a9 HTTP/1.1" status: 200 len: 855 time: 0.0775907 Jan 25 08:39:52.569130 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698928b-bc5c-4282-8aee-04e470f70f77 req-5034b30a-300d-4233-a905-c316c640e58e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:52.569528 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa7786-84c2-4b44-b865-a707613077c3 req-55e253b2-2965-40c7-9d40-682170f87565 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:52.570701 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0698928b-bc5c-4282-8aee-04e470f70f77 req-5034b30a-300d-4233-a905-c316c640e58e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0635710 Jan 25 08:39:52.571104 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-44fa7786-84c2-4b44-b865-a707613077c3 req-55e253b2-2965-40c7-9d40-682170f87565 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 943 time: 0.0516090 Jan 25 08:39:52.601714 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-7ff4a587-27de-406b-9c23-c8d7f63bd6cc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5a250842-ae7d-4621-8183-b5b4cc23ab14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300169 Jan 25 08:39:52.631669 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-44fa7786-84c2-4b44-b865-a707613077c3 req-9e0e23f5-232a-40f9-b76e-397d38b42a0e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545306 Jan 25 08:39:52.695200 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0698928b-bc5c-4282-8aee-04e470f70f77 req-0d1d343b-37f3-42e6-8724-57a86b4a2c60 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150544 Jan 25 08:39:52.725267 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-2bede18b-8e03-474c-9bcc-c6748b16a2da service neutron] 10.222.0.121 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060641 Jan 25 08:39:52.735627 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10794d-829a-4bfd-81c9-bea8ea4e15dc req-784bed68-cc86-409f-aa34-770d1c8e1b1d tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:52.737209 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e10794d-829a-4bfd-81c9-bea8ea4e15dc req-784bed68-cc86-409f-aa34-770d1c8e1b1d tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 943 time: 0.0499089 Jan 25 08:39:52.783799 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e10794d-829a-4bfd-81c9-bea8ea4e15dc req-89556b3e-e9f9-40ff-ada7-c040965ea89e tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408487 Jan 25 08:39:52.817796 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a6d55218-8e9d-4c1c-a1ae-d23e0224c6cf req-4f9c4843-8780-4702-a83a-c70c1fada888 service neutron] 10.222.0.121 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857036 Jan 25 08:39:53.755123 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f469-a524-4282-b131-5f09ce8dbf17 req-4708d778-ddeb-47a2-934e-aab2fdf856e2 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:53.756695 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9654f469-a524-4282-b131-5f09ce8dbf17 req-4708d778-ddeb-47a2-934e-aab2fdf856e2 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 943 time: 0.0549464 Jan 25 08:39:53.817111 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9654f469-a524-4282-b131-5f09ce8dbf17 req-1d9acd14-1a8d-4e23-a93f-f4bc04b8e32b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521305 Jan 25 08:39:53.826573 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89aeaf8-fd36-4093-98f1-eaa91934eec9 req-a5d60aee-7bec-448f-a6b5-0d2d74dd6a25 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:53.828080 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e89aeaf8-fd36-4093-98f1-eaa91934eec9 req-a5d60aee-7bec-448f-a6b5-0d2d74dd6a25 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0555854 Jan 25 08:39:53.880496 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e89aeaf8-fd36-4093-98f1-eaa91934eec9 req-54b93449-1c09-4e43-943b-020a1f104b7d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458503 Jan 25 08:39:53.932268 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d26e9-639e-48f3-acfa-fe8ca048b914 req-52505d27-b873-4b37-9109-ae080a81247c tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:53.934155 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-664d26e9-639e-48f3-acfa-fe8ca048b914 req-52505d27-b873-4b37-9109-ae080a81247c tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 943 time: 0.0637376 Jan 25 08:39:53.981310 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-664d26e9-639e-48f3-acfa-fe8ca048b914 req-ff522112-2019-425f-a04b-08a21a8236af tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416665 Jan 25 08:39:54.957581 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1befe5f-b5dd-45b5-9f4a-07e2326f66d5 req-a002ffb2-3e5f-4795-805c-8a9fc9cdfe1c tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:54.957581 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f1befe5f-b5dd-45b5-9f4a-07e2326f66d5 req-a002ffb2-3e5f-4795-805c-8a9fc9cdfe1c tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 943 time: 0.0571299 Jan 25 08:39:55.010936 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f1befe5f-b5dd-45b5-9f4a-07e2326f66d5 req-6df5945b-186c-4675-b7e0-0077867b6b2e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497582 Jan 25 08:39:55.015670 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cebfe-57e3-4875-b640-405f64eac951 req-e4b44c34-660d-421a-868f-efe2b12b99d0 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:55.018955 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6a0cebfe-57e3-4875-b640-405f64eac951 req-e4b44c34-660d-421a-868f-efe2b12b99d0 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0571830 Jan 25 08:39:55.099009 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6a0cebfe-57e3-4875-b640-405f64eac951 req-d0ffa353-7971-47a7-84fc-a69089074384 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564210 Jan 25 08:39:55.135032 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11824301-7e64-43be-8d86-f529b2c3bdfc req-60a5a8af-e6c6-476b-8fb7-d94ac3fc4e8f tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:55.136661 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-11824301-7e64-43be-8d86-f529b2c3bdfc req-60a5a8af-e6c6-476b-8fb7-d94ac3fc4e8f tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 943 time: 0.0587804 Jan 25 08:39:55.196979 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-11824301-7e64-43be-8d86-f529b2c3bdfc req-fb92e44f-1860-42c5-8141-7c059ce0a363 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543244 Jan 25 08:39:56.064219 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:39:56.292069 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ed921-3a88-4a9f-9087-a480724bd9a0 req-c5c49d9e-cca4-4c96-aec9-bc9ff1fea7df tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:56.293553 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ee3ed921-3a88-4a9f-9087-a480724bd9a0 req-c5c49d9e-cca4-4c96-aec9-bc9ff1fea7df tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 943 time: 0.0486495 Jan 25 08:39:56.296660 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb5a0-5660-4e54-b609-04d9e5e54368 req-a28a04cc-5893-45cb-ab29-8cbaffa7adc6 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:56.298183 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-169bb5a0-5660-4e54-b609-04d9e5e54368 req-a28a04cc-5893-45cb-ab29-8cbaffa7adc6 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0493212 Jan 25 08:39:56.341606 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ee3ed921-3a88-4a9f-9087-a480724bd9a0 req-17c1648c-6b1e-47ac-8b69-0a7f3ef05a8e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423536 Jan 25 08:39:56.348258 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-169bb5a0-5660-4e54-b609-04d9e5e54368 req-a1bffc38-7fb5-45ff-839b-a355b5c2a09f tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Jan 25 08:39:56.447473 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242932f-a0a2-4d1b-ae71-4314c37c5328 req-728d10c7-1e78-4450-b097-89bfceebc5a1 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:56.449013 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5242932f-a0a2-4d1b-ae71-4314c37c5328 req-728d10c7-1e78-4450-b097-89bfceebc5a1 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 943 time: 0.0490634 Jan 25 08:39:56.496264 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5242932f-a0a2-4d1b-ae71-4314c37c5328 req-545c1e69-9ca0-4027-8d82-56b8369dcb06 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Jan 25 08:39:56.907779 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 74c8f231-64ab-4a24-9d92-48f58b6f5aec details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:39:57.007379 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 40994) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:57.022849 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 74c8f231-64ab-4a24-9d92-48f58b6f5aec, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=74c8f231-64ab-4a24-9d92-48f58b6f5aec,segment=NetworkSegment(73b4ade4-c4ab-499e-973b-52be4bf7ef25),segment_id=73b4ade4-c4ab-499e-973b-52be4bf7ef25)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:39:57.037029 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': '74c8f231-64ab-4a24-9d92-48f58b6f5aec', 'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246', 'port_id': '74c8f231-64ab-4a24-9d92-48f58b6f5aec', 'mac_address': 'fa:16:3e:eb:ac:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4f9792-e3cc-41c8-9a66-500cf7f38763', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:39:57.045444 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21fb22-1802-4a7d-afc3-01926787c318 req-f24549c1-2978-4254-bdad-fcb59cb280f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:57.046489 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-dd21fb22-1802-4a7d-afc3-01926787c318 req-f24549c1-2978-4254-bdad-fcb59cb280f6 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 1098 time: 0.2470331 Jan 25 08:39:57.096361 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 74c8f231-64ab-4a24-9d92-48f58b6f5aec is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:39:57.096796 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:57.125593 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-dd21fb22-1802-4a7d-afc3-01926787c318 req-b47b52f5-d279-4ce6-8226-240ad72513e8 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668509 Jan 25 08:39:57.126014 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c8f231-64ab-4a24-9d92-48f58b6f5aec {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:39:57.145111 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 74c8f231-64ab-4a24-9d92-48f58b6f5aec, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=74c8f231-64ab-4a24-9d92-48f58b6f5aec,segment=NetworkSegment(73b4ade4-c4ab-499e-973b-52be4bf7ef25),segment_id=73b4ade4-c4ab-499e-973b-52be4bf7ef25)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:39:57.148670 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:57.217065 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:57.227423 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Publish callbacks [] for security_group (d69f5d8e-011a-490c-be96-dd43413e7a98), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:57.268246 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=74c8f231-64ab-4a24-9d92-48f58b6f5aec,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:57.276314 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.276681 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.277038 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.277382 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.277709 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.278035 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.278359 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.278681 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.279003 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.279337 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.279662 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.279976 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.280317 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.282448 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (d69f5d8e-011a-490c-be96-dd43413e7a98), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:57.325223 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0c8bf9dce9474bd49d904ba585635cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166232 Jan 25 08:39:57.326103 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69f5d8e-011a-490c-be96-dd43413e7a98,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:57.328038 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 41010) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:39:57.334466 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.334819 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.335217 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.335558 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.335888 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.336255 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.336585 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.336913 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.337244 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.337570 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.337892 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.338210 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.338526 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b2c5d-bd00-48b8-b75c-81f9640f19a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.375277 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Publish callbacks [] for security_group (d69f5d8e-011a-490c-be96-dd43413e7a98), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:57.397069 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Publish callbacks [] for security_group (d69f5d8e-011a-490c-be96-dd43413e7a98), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:57.522700 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (d69f5d8e-011a-490c-be96-dd43413e7a98), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:57.525438 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:57.526717 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/d69f5d8e-011a-490c-be96-dd43413e7a98 HTTP/1.1" status: 204 len: 168 time: 0.1972101 Jan 25 08:39:57.534483 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69f5d8e-011a-490c-be96-dd43413e7a98,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:57.542612 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.542960 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.543301 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.543643 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.543975 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.545882 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.545882 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.545882 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.545882 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.545882 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.545882 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.546593 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.546593 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868413-c976-4d5e-92bf-29a0bd30ebb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:39:57.798343 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d7e1b-2806-421d-9181-5f59860030ce req-cde18662-8ddf-48d7-997e-40342f13382e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:57.800038 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e18d7e1b-2806-421d-9181-5f59860030ce req-cde18662-8ddf-48d7-997e-40342f13382e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 943 time: 0.0517054 Jan 25 08:39:57.806398 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78288c0d-2db6-4466-baae-39cd1c66df41 req-2662a4fd-0e27-4f0f-8763-6c721a542d52 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:57.808017 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-78288c0d-2db6-4466-baae-39cd1c66df41 req-2662a4fd-0e27-4f0f-8763-6c721a542d52 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0597105 Jan 25 08:39:57.857131 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e18d7e1b-2806-421d-9181-5f59860030ce req-9cd6a330-8d46-4265-ad28-0e6db67f5ccd tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492132 Jan 25 08:39:57.857711 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-78288c0d-2db6-4466-baae-39cd1c66df41 req-353b85bc-c890-4e93-b4c0-28c4ba7acb1b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442359 Jan 25 08:39:57.933893 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['74c8f231-64ab-4a24-9d92-48f58b6f5aec'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:39:57.976302 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1fd8c-5eaa-449a-9a81-8c74e1d7a7ef req-90ac17bf-3a81-44c2-bb6d-6f89fa5611c0 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:57.978518 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-38f1fd8c-5eaa-449a-9a81-8c74e1d7a7ef req-90ac17bf-3a81-44c2-bb6d-6f89fa5611c0 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 944 time: 0.0554128 Jan 25 08:39:58.036944 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-38f1fd8c-5eaa-449a-9a81-8c74e1d7a7ef req-0a530765-8cd9-4241-8fb1-ec33dc284b66 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441706 Jan 25 08:39:58.907859 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 2ebc8a95-b49a-4472-b036-b208d62ded50 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:39:59.162483 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 2ebc8a95-b49a-4472-b036-b208d62ded50, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2ebc8a95-b49a-4472-b036-b208d62ded50,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:39:59.177320 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': '2ebc8a95-b49a-4472-b036-b208d62ded50', 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14', 'port_id': '2ebc8a95-b49a-4472-b036-b208d62ded50', 'mac_address': 'fa:16:3e:4d:7c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8965e3-8a09-4d2f-9556-60a9e740f6a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:39:59.185846 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29643b7b-1fe2-4d7b-b1d5-0411f214f4c9 req-9da2c78b-75a0-4f74-b485-3a870a59b6af tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:59.188206 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-29643b7b-1fe2-4d7b-b1d5-0411f214f4c9 req-9da2c78b-75a0-4f74-b485-3a870a59b6af tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 943 time: 0.0621202 Jan 25 08:39:59.219957 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca272b2-2c14-4175-b73c-a1f5f62c905a req-4b2049a4-b1c0-4463-a141-16be97552bff tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:59.222138 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-aca272b2-2c14-4175-b73c-a1f5f62c905a req-4b2049a4-b1c0-4463-a141-16be97552bff tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0936725 Jan 25 08:39:59.237943 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 2ebc8a95-b49a-4472-b036-b208d62ded50 is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:39:59.238591 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:59.259042 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebc8a95-b49a-4472-b036-b208d62ded50 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:39:59.259375 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-29643b7b-1fe2-4d7b-b1d5-0411f214f4c9 req-0a8072c2-9c45-4ed3-8297-2edbcaf4cc34 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596642 Jan 25 08:39:59.280968 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-aca272b2-2c14-4175-b73c-a1f5f62c905a req-a509cf1e-4d5e-4473-a911-9c529fa081ad tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497096 Jan 25 08:39:59.295629 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 2ebc8a95-b49a-4472-b036-b208d62ded50, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2ebc8a95-b49a-4472-b036-b208d62ded50,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:39:59.380222 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:39:59.380513 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7027e-edc6-444f-a967-f076ada9a4eb req-a979b716-1c83-4828-8df4-cdcfe8d61b71 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:39:59.381858 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1fc7027e-edc6-444f-a967-f076ada9a4eb req-a979b716-1c83-4828-8df4-cdcfe8d61b71 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 944 time: 0.0489957 Jan 25 08:39:59.436791 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=2ebc8a95-b49a-4472-b036-b208d62ded50,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:39:59.437026 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1fc7027e-edc6-444f-a967-f076ada9a4eb req-bf7e3fde-28c0-40f3-a993-d9bec4b6cfd9 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483954 Jan 25 08:40:00.180577 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['2ebc8a95-b49a-4472-b036-b208d62ded50'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:40:00.391410 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461204d-88d4-42da-86a0-12f7bf73ac21 req-f6df4853-4ec7-4e6d-9eab-8b573d14b61c tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:00.393031 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0461204d-88d4-42da-86a0-12f7bf73ac21 req-f6df4853-4ec7-4e6d-9eab-8b573d14b61c tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 944 time: 0.0543199 Jan 25 08:40:00.408332 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb65673-e54c-4ce8-9afb-7eca75cf373c req-7ac1fcb1-2df0-4cfa-9a19-dce94d0006d2 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:00.409821 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9fb65673-e54c-4ce8-9afb-7eca75cf373c req-7ac1fcb1-2df0-4cfa-9a19-dce94d0006d2 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0519562 Jan 25 08:40:00.420120 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:00.452817 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0461204d-88d4-42da-86a0-12f7bf73ac21 req-5c057f51-5561-42ef-932e-c0b5446b3871 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521801 Jan 25 08:40:00.466833 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9fb65673-e54c-4ce8-9afb-7eca75cf373c req-64bbe19a-34fb-4293-ab16-c3c97cac2324 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513852 Jan 25 08:40:00.580766 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb73d-5c64-4ae2-bffc-df92179a5b6f req-7e06a1ae-d37a-43de-9e0b-c3600275fc25 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:00.582286 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-79fbb73d-5c64-4ae2-bffc-df92179a5b6f req-7e06a1ae-d37a-43de-9e0b-c3600275fc25 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 944 time: 0.0600386 Jan 25 08:40:00.586832 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b50811-fc41-40a6-b90b-8c4530fed00c req-42f569a5-04ea-47ac-a421-e0f4a7aac344 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:00.588340 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c9b50811-fc41-40a6-b90b-8c4530fed00c req-42f569a5-04ea-47ac-a421-e0f4a7aac344 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0492651 Jan 25 08:40:00.631213 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-79fbb73d-5c64-4ae2-bffc-df92179a5b6f req-0375d42d-1556-42e4-a8e1-62866b59fdc8 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420079 Jan 25 08:40:00.638649 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c9b50811-fc41-40a6-b90b-8c4530fed00c req-941290b2-e6ec-4614-830b-1bcceddf5e98 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444124 Jan 25 08:40:00.933695 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 74c8f231-64ab-4a24-9d92-48f58b6f5aec up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:40:01.082439 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port 74c8f231-64ab-4a24-9d92-48f58b6f5aec completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:40:01.087539 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port 74c8f231-64ab-4a24-9d92-48f58b6f5aec triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:01.087916 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:01.165746 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 74c8f231-64ab-4a24-9d92-48f58b6f5aec is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:01.165746 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:01.190040 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9a7b5f-e5ee-4970-9d17-85afc49ec675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c8f231-64ab-4a24-9d92-48f58b6f5aec'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:40:01.192933 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefee0cc-8346-44df-920f-8b7d3ff7cbde" -d '{"events": [{"server_uuid": "0d9a7b5f-e5ee-4970-9d17-85afc49ec675", "name": "network-vif-plugged", "status": "completed", "tag": "74c8f231-64ab-4a24-9d92-48f58b6f5aec"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:40:01.207788 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 74c8f231-64ab-4a24-9d92-48f58b6f5aec, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=74c8f231-64ab-4a24-9d92-48f58b6f5aec,segment=NetworkSegment(73b4ade4-c4ab-499e-973b-52be4bf7ef25),segment_id=73b4ade4-c4ab-499e-973b-52be4bf7ef25)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:40:01.254166 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:01.313068 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=74c8f231-64ab-4a24-9d92-48f58b6f5aec,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:01.351701 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3609e4-239d-4ced-a655-f111ecc89535 x-openstack-request-id: req-bb3609e4-239d-4ced-a655-f111ecc89535 {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:40:01.352065 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9a7b5f-e5ee-4970-9d17-85afc49ec675", "name": "network-vif-plugged", "status": "completed", "tag": "74c8f231-64ab-4a24-9d92-48f58b6f5aec", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:40:01.352482 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-bb3609e4-239d-4ced-a655-f111ecc89535 {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:40:01.352696 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9a7b5f-e5ee-4970-9d17-85afc49ec675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c8f231-64ab-4a24-9d92-48f58b6f5aec', 'code': 200} Jan 25 08:40:01.589847 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc169f-9df6-4c24-95e7-7b6c0691b2b5 req-84f02a58-f614-4c44-83fd-b9a7d718aced tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:01.593813 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f17864fa-7ef5-4759-bc81-9e5d6b9baa0a req-de89a5d9-e01e-4cf5-956f-58372ef60d0d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585778 Jan 25 08:40:01.594237 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cedc169f-9df6-4c24-95e7-7b6c0691b2b5 req-84f02a58-f614-4c44-83fd-b9a7d718aced tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 944 time: 0.0635698 Jan 25 08:40:01.649462 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cedc169f-9df6-4c24-95e7-7b6c0691b2b5 req-81eee113-0f64-4a5d-8ba2-491e46180d59 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505371 Jan 25 08:40:01.697605 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17864fa-7ef5-4759-bc81-9e5d6b9baa0a req-18430c73-d83f-434b-a3c0-2f5d97293d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:01.699455 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f17864fa-7ef5-4759-bc81-9e5d6b9baa0a req-18430c73-d83f-434b-a3c0-2f5d97293d5f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3c84e11915fc4963a868824cc4b51944&device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 1099 time: 0.0569210 Jan 25 08:40:01.712407 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592347c-5839-4d95-ac04-6036366abca2 req-65779228-2b9b-4674-8b72-f09ed53af80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:01.713885 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7592347c-5839-4d95-ac04-6036366abca2 req-65779228-2b9b-4674-8b72-f09ed53af80e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 1098 time: 0.0559640 Jan 25 08:40:01.777141 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7592347c-5839-4d95-ac04-6036366abca2 req-d4323ef9-f31c-47ca-8d4a-c099ca07b510 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Jan 25 08:40:01.831778 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc2eaa-d590-4ef9-82a3-b10b6985b372 req-28bf29cc-0e5f-4609-acca-31daba8bdb75 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:01.834043 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9ffc2eaa-d590-4ef9-82a3-b10b6985b372 req-28bf29cc-0e5f-4609-acca-31daba8bdb75 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 945 time: 0.1074224 Jan 25 08:40:01.880117 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17864fa-7ef5-4759-bc81-9e5d6b9baa0a req-ff26b5a3-f568-4cdd-943e-6ea65c6cc744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:01.882028 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f17864fa-7ef5-4759-bc81-9e5d6b9baa0a req-ff26b5a3-f568-4cdd-943e-6ea65c6cc744 service neutron] 10.222.0.121 "GET /v2.0/networks?id=5a250842-ae7d-4621-8183-b5b4cc23ab14 HTTP/1.1" status: 200 len: 916 time: 0.1444745 Jan 25 08:40:01.907653 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9ffc2eaa-d590-4ef9-82a3-b10b6985b372 req-580b846a-b340-4f56-b705-6940860d3c9f tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678070 Jan 25 08:40:02.188059 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f17864fa-7ef5-4759-bc81-9e5d6b9baa0a req-d2f590dd-d46b-4c77-a7f1-e71bb921ec07 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d HTTP/1.1" status: 200 len: 217 time: 0.0354233 Jan 25 08:40:02.245310 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17864fa-7ef5-4759-bc81-9e5d6b9baa0a req-a7774c9a-05c1-4e24-a6f6-4ca1b98e81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:02.246758 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f17864fa-7ef5-4759-bc81-9e5d6b9baa0a req-a7774c9a-05c1-4e24-a6f6-4ca1b98e81d2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7f8965e3-8a09-4d2f-9556-60a9e740f6a9 HTTP/1.1" status: 200 len: 855 time: 0.0479453 Jan 25 08:40:02.292833 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f17864fa-7ef5-4759-bc81-9e5d6b9baa0a req-94c1d51b-e7d8-4e52-bb61-b46ea28c8a47 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5a250842-ae7d-4621-8183-b5b4cc23ab14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287724 Jan 25 08:40:02.403791 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f17864fa-7ef5-4759-bc81-9e5d6b9baa0a req-bf091e73-b72f-4c7e-81db-82688fb6c827 service neutron] 10.222.0.121 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977883 Jan 25 08:40:02.513949 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f17864fa-7ef5-4759-bc81-9e5d6b9baa0a req-cf7be028-3fc9-4b8c-93c4-b8cb80c8dc33 service neutron] 10.222.0.121 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859787 Jan 25 08:40:02.780361 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41771114-de25-4000-896d-140db7397d97 req-6683c576-0fb8-4468-97b2-2d5f08beb04f tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:02.781755 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-41771114-de25-4000-896d-140db7397d97 req-6683c576-0fb8-4468-97b2-2d5f08beb04f tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 944 time: 0.0487947 Jan 25 08:40:02.827669 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-41771114-de25-4000-896d-140db7397d97 req-f57ffc99-6cd4-46e9-be85-c4b71bd2ade9 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398676 Jan 25 08:40:02.936939 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 2ebc8a95-b49a-4472-b036-b208d62ded50 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:40:03.036452 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c05581-1099-4b95-ad59-5bc24e5b7449 req-7c1dc8f0-dfac-4311-b516-c6bc817e5bf9 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:03.038731 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-23c05581-1099-4b95-ad59-5bc24e5b7449 req-7c1dc8f0-dfac-4311-b516-c6bc817e5bf9 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 945 time: 0.0552034 Jan 25 08:40:03.059582 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port 2ebc8a95-b49a-4472-b036-b208d62ded50 completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:40:03.063488 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port 2ebc8a95-b49a-4472-b036-b208d62ded50 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:03.063938 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:03.087753 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-23c05581-1099-4b95-ad59-5bc24e5b7449 req-b5fb3601-055c-41c2-a3b7-1f02242c9824 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433273 Jan 25 08:40:03.142991 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 2ebc8a95-b49a-4472-b036-b208d62ded50 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:03.143379 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:03.178025 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 2ebc8a95-b49a-4472-b036-b208d62ded50, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2ebc8a95-b49a-4472-b036-b208d62ded50,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:40:03.230750 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:03.281169 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=2ebc8a95-b49a-4472-b036-b208d62ded50,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:03.353634 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c7ff27-1f31-401e-8aa9-c66efbf11c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc8a95-b49a-4472-b036-b208d62ded50'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:40:03.355990 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729cf44e-aa1d-4161-a497-832c5acc8522" -d '{"events": [{"server_uuid": "55c7ff27-1f31-401e-8aa9-c66efbf11c77", "name": "network-vif-plugged", "status": "completed", "tag": "2ebc8a95-b49a-4472-b036-b208d62ded50"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:40:03.391980 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7568ae0-b2ca-48c4-b388-8ee22dd180ed x-openstack-request-id: req-b7568ae0-b2ca-48c4-b388-8ee22dd180ed {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:40:03.392395 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c7ff27-1f31-401e-8aa9-c66efbf11c77", "name": "network-vif-plugged", "status": "completed", "tag": "2ebc8a95-b49a-4472-b036-b208d62ded50", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:40:03.393179 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-b7568ae0-b2ca-48c4-b388-8ee22dd180ed {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:40:03.393179 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c7ff27-1f31-401e-8aa9-c66efbf11c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc8a95-b49a-4472-b036-b208d62ded50', 'code': 200} Jan 25 08:40:03.709738 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc98626-2e44-4e6a-bcd7-f5c66ce2dc0e req-6af575c2-944f-42f8-bca2-0dd1816746de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:03.711235 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4dc98626-2e44-4e6a-bcd7-f5c66ce2dc0e req-6af575c2-944f-42f8-bca2-0dd1816746de service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 1098 time: 0.0397072 Jan 25 08:40:03.773454 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4dc98626-2e44-4e6a-bcd7-f5c66ce2dc0e req-ed04a4ed-11c6-40cb-a876-371ca544924d service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453570 Jan 25 08:40:03.837520 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62efddf-2d1b-4d97-a030-8f30963c2c71 req-8e88280e-8649-44b1-9052-9528d42852a7 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:03.839014 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e62efddf-2d1b-4d97-a030-8f30963c2c71 req-8e88280e-8649-44b1-9052-9528d42852a7 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0487592 Jan 25 08:40:03.886501 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e62efddf-2d1b-4d97-a030-8f30963c2c71 req-f88cb5d1-59b2-47bd-9743-21baa56bb0f4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416689 Jan 25 08:40:03.955189 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fb728-1b94-4b29-8232-5804d612e61b req-f91e4cac-ae88-49d5-bce5-ec0eb2aad377 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:03.960246 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-de4fb728-1b94-4b29-8232-5804d612e61b req-f91e4cac-ae88-49d5-bce5-ec0eb2aad377 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 945 time: 0.0482137 Jan 25 08:40:04.008123 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-de4fb728-1b94-4b29-8232-5804d612e61b req-205af2b4-8008-4845-b5dc-05b7f4af1787 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445256 Jan 25 08:40:04.243617 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055142cf-b846-4929-879c-a1f69160b6c9 req-a10dc2af-ea31-4805-aa3c-c858e05073e6 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:04.245221 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-055142cf-b846-4929-879c-a1f69160b6c9 req-a10dc2af-ea31-4805-aa3c-c858e05073e6 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 945 time: 0.0850892 Jan 25 08:40:04.273376 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8726c2-0ffe-418c-89a7-ea92612d93c1 req-264ba25e-1efc-4240-b3fe-6813930170b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:04.274882 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3c8726c2-0ffe-418c-89a7-ea92612d93c1 req-264ba25e-1efc-4240-b3fe-6813930170b8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d8a5497ebd1437cba42c0faf75c13e7&device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0837901 Jan 25 08:40:04.324890 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-055142cf-b846-4929-879c-a1f69160b6c9 req-b67942d5-dc60-4339-a730-1e1516b65d8c tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715976 Jan 25 08:40:04.391024 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8726c2-0ffe-418c-89a7-ea92612d93c1 req-3ffebd00-854f-4bc3-bb00-b86c0e2b82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:04.394516 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3c8726c2-0ffe-418c-89a7-ea92612d93c1 req-3ffebd00-854f-4bc3-bb00-b86c0e2b82c9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=5eb1523e-8b36-4420-9865-509a0828a097 HTTP/1.1" status: 200 len: 919 time: 0.1044688 Jan 25 08:40:04.445016 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3c8726c2-0ffe-418c-89a7-ea92612d93c1 req-1c7d2adc-de9b-43ec-8835-ec18ff0b81e6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52bb7c3b-b0fe-482c-843a-4a661fe62109 HTTP/1.1" status: 200 len: 217 time: 0.0396481 Jan 25 08:40:04.461757 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 41202) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:04.553486 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8726c2-0ffe-418c-89a7-ea92612d93c1 req-659b9a32-6721-455c-954d-a14e83e9ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:04.555204 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3c8726c2-0ffe-418c-89a7-ea92612d93c1 req-659b9a32-6721-455c-954d-a14e83e9ea72 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=38a2320b-acd8-43cc-9a48-d5178286b608 HTTP/1.1" status: 200 len: 858 time: 0.0527017 Jan 25 08:40:04.596393 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3c8726c2-0ffe-418c-89a7-ea92612d93c1 req-96d0048e-4777-4489-b264-eb9690192409 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5eb1523e-8b36-4420-9865-509a0828a097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325987 Jan 25 08:40:04.603789 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-495646ad-10d9-46bc-be5a-f33794de2d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:04.738958 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3c8726c2-0ffe-418c-89a7-ea92612d93c1 req-b8d6e82b-3db7-481d-a92a-0db774a1de40 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268921 Jan 25 08:40:04.805692 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-495646ad-10d9-46bc-be5a-f33794de2d47 admin admin] Publish callbacks [] for security_group (9f927bcd-ef47-4310-bf08-8201f4d0e1df), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:04.844628 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-495646ad-10d9-46bc-be5a-f33794de2d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9f927bcd-ef47-4310-bf08-8201f4d0e1df), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:04.898484 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-495646ad-10d9-46bc-be5a-f33794de2d47 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=5955c34831d9404eb1a98d714255d660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354956 Jan 25 08:40:04.901125 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 41218) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:04.902789 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495646ad-10d9-46bc-be5a-f33794de2d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f927bcd-ef47-4310-bf08-8201f4d0e1df,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:04.917732 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3c8726c2-0ffe-418c-89a7-ea92612d93c1 req-770d984b-dcaa-43fe-8e3b-962abd3f3af8 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717224 Jan 25 08:40:04.974123 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7525a186-8ba9-44f4-853e-6beb74b95bc8 admin admin] Publish callbacks [] for security_group (9f927bcd-ef47-4310-bf08-8201f4d0e1df), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:05.027605 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7525a186-8ba9-44f4-853e-6beb74b95bc8 admin admin] Publish callbacks [] for security_group (9f927bcd-ef47-4310-bf08-8201f4d0e1df), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:05.070220 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef590e-29e0-41e9-b34d-0bb18446973f req-c77a6923-f644-4890-b280-d34bea4d4b8b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:05.071703 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b7ef590e-29e0-41e9-b34d-0bb18446973f req-c77a6923-f644-4890-b280-d34bea4d4b8b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0952873 Jan 25 08:40:05.122677 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b7ef590e-29e0-41e9-b34d-0bb18446973f req-b85adc64-625d-436e-93a1-632ab2520fbc tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Jan 25 08:40:05.132924 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803289f2-a600-44ab-8540-653b71c5618d req-2e5c7c6a-5a8b-4e02-b081-fa8fb50739a7 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:05.134444 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-803289f2-a600-44ab-8540-653b71c5618d req-2e5c7c6a-5a8b-4e02-b081-fa8fb50739a7 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 945 time: 0.0528159 Jan 25 08:40:05.174174 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7525a186-8ba9-44f4-853e-6beb74b95bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9f927bcd-ef47-4310-bf08-8201f4d0e1df), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:05.177389 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7525a186-8ba9-44f4-853e-6beb74b95bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:05.182618 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-7525a186-8ba9-44f4-853e-6beb74b95bc8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9f927bcd-ef47-4310-bf08-8201f4d0e1df HTTP/1.1" status: 204 len: 168 time: 0.2764797 Jan 25 08:40:05.186705 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525a186-8ba9-44f4-853e-6beb74b95bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f927bcd-ef47-4310-bf08-8201f4d0e1df,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:05.194098 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-803289f2-a600-44ab-8540-653b71c5618d req-d57789d9-f3e8-4676-aa54-f1baa31d67e5 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531764 Jan 25 08:40:05.444578 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c94bb-5ddb-43a6-9f37-ca66acfbd831 req-c1f06a6d-7bc5-42dc-999a-4b0441c7f45c tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:05.446047 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-db5c94bb-5ddb-43a6-9f37-ca66acfbd831 req-c1f06a6d-7bc5-42dc-999a-4b0441c7f45c tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 945 time: 0.0501535 Jan 25 08:40:05.494048 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-db5c94bb-5ddb-43a6-9f37-ca66acfbd831 req-b8f69853-a2cf-4c8a-9bf3-0a851ce12be8 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Jan 25 08:40:06.167255 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 41270) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:06.256348 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf6b7-d2ef-42f4-815b-9e5335f7c0d6 req-678aeada-b8d8-4f72-8e84-0a4be1a2ac69 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:06.257944 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-088cf6b7-d2ef-42f4-815b-9e5335f7c0d6 req-678aeada-b8d8-4f72-8e84-0a4be1a2ac69 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0551333 Jan 25 08:40:06.292791 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1921130105-network', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:40:06.327370 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-088cf6b7-d2ef-42f4-815b-9e5335f7c0d6 req-c24c9b0a-d228-4275-be02-68540696cd1b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624886 Jan 25 08:40:06.327584 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f447c-049f-4f15-8756-20d6aff3633c req-ce53b5b5-6a20-46cd-9477-4d16cbeb47c2 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:06.328998 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7b0f447c-049f-4f15-8756-20d6aff3633c req-ce53b5b5-6a20-46cd-9477-4d16cbeb47c2 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 945 time: 0.0529459 Jan 25 08:40:06.375685 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7b0f447c-049f-4f15-8756-20d6aff3633c req-67aa1a91-d5b8-456c-b197-c2d0299521a4 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400739 Jan 25 08:40:06.436856 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Made reservation on behalf of f883d39e09994eef8c9a8cb49ba70db9 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:40:06.439226 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:06.448824 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:06.526049 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Publish callbacks [] for security_group (246561fc-2554-40f3-a0d3-657dca3362b4), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:06.636709 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (246561fc-2554-40f3-a0d3-657dca3362b4), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:06.657463 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:40:06.675288 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246561fc-2554-40f3-a0d3-657dca3362b4,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:06.675568 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (d13ece84-ef86-4d42-b26c-cf395facfe5e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:06.675815 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Added segment d13ece84-ef86-4d42-b26c-cf395facfe5e of type vlan for network 07a0a72d-6846-4848-8c73-bbcc20fedb8c Jan 25 08:40:06.717050 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (07a0a72d-6846-4848-8c73-bbcc20fedb8c), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:06.817083 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (07a0a72d-6846-4848-8c73-bbcc20fedb8c), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:06.818076 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:06.818654 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:06.879183 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] Pushing event updated for resources: {'Network': ['ID=07a0a72d-6846-4848-8c73-bbcc20fedb8c,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:06.892321 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network 07a0a72d-6846-4848-8c73-bbcc20fedb8c details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:40:06.954482 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-c13e354b-3763-43e7-b397-f3e5e9188c34 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7861209 Jan 25 08:40:06.966741 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 41292) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:06.971884 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-62c1e8dc-3b4f-449b-b9be-25d7b617e4b6 admin admin] Request body: {'subnet': {'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1921130105-subnet', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:40:07.076555 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c1e8dc-3b4f-449b-b9be-25d7b617e4b6 admin admin] Made reservation on behalf of f883d39e09994eef8c9a8cb49ba70db9 for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:40:07.079082 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-62c1e8dc-3b4f-449b-b9be-25d7b617e4b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:07.095882 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67004bb-23d6-427c-9533-4a2d841a4518 req-3bc4cf11-8755-4939-9007-738cb7a4705c tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:07.097531 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a67004bb-23d6-427c-9533-4a2d841a4518 req-3bc4cf11-8755-4939-9007-738cb7a4705c tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 945 time: 0.0514963 Jan 25 08:40:07.150583 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a67004bb-23d6-427c-9533-4a2d841a4518 req-fe54e087-f9c8-4a4f-a21b-7dfbe9e20430 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448868 Jan 25 08:40:07.351434 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-62c1e8dc-3b4f-449b-b9be-25d7b617e4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (92c394b4-1106-4f8a-8b26-188f70824e72), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:07.411662 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1e8dc-3b4f-449b-b9be-25d7b617e4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c394b4-1106-4f8a-8b26-188f70824e72,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:07.420656 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c1e8dc-3b4f-449b-b9be-25d7b617e4b6 admin admin] Checking segment: {'id': 'd13ece84-ef86-4d42-b26c-cf395facfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:40:07.421019 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c1e8dc-3b4f-449b-b9be-25d7b617e4b6 admin admin] Network hostable DHCP agents. Network: 07a0a72d-6846-4848-8c73-bbcc20fedb8c, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:40:07.447406 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad5de2-054d-4045-aaa3-378fccac6dae req-92961792-deed-47a6-97fc-140306f79ecb tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:07.447406 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9dad5de2-054d-4045-aaa3-378fccac6dae req-92961792-deed-47a6-97fc-140306f79ecb tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0498557 Jan 25 08:40:07.496980 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9dad5de2-054d-4045-aaa3-378fccac6dae req-64bd67c1-81ff-40c9-a726-4ba320398e64 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450132 Jan 25 08:40:07.499354 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c1e8dc-3b4f-449b-b9be-25d7b617e4b6 admin admin] Network 07a0a72d-6846-4848-8c73-bbcc20fedb8c is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:40:07.556769 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-62c1e8dc-3b4f-449b-b9be-25d7b617e4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, 07a0a72d-6846-4848-8c73-bbcc20fedb8c) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:40:07.560855 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c1e8dc-3b4f-449b-b9be-25d7b617e4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:07.561480 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-62c1e8dc-3b4f-449b-b9be-25d7b617e4b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:07.572261 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40674162-1a83-418e-8287-db79a14ccbd0 None None] Network 07a0a72d-6846-4848-8c73-bbcc20fedb8c requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:40:07.639403 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-62c1e8dc-3b4f-449b-b9be-25d7b617e4b6 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6714509 Jan 25 08:40:07.642735 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 41310) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:07.648406 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:40:07.688339 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cfbcc74-0d4c-5b35-bb29-6ee8540e8815-07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'fixed_ips': [{'subnet_id': '92c394b4-1106-4f8a-8b26-188f70824e72'}]}} from dv-cinder-811877-9-iscsi. {{(pid=103106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 08:40:07.689260 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:07.728379 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-86383'] for router (2e6df29e-7fb6-445b-b121-8d03f6c273dc), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:07.729312 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-86294'] for router (2e6df29e-7fb6-445b-b121-8d03f6c273dc), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:07.781147 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Publish callbacks [] for router_controller (2e6df29e-7fb6-445b-b121-8d03f6c273dc), precommit_add_association {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:07.829892 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.db_base_plugin_common [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Allocated IP 172.20.0.2 (07a0a72d-6846-4848-8c73-bbcc20fedb8c/92c394b4-1106-4f8a-8b26-188f70824e72/22e05d71-18dd-4c94-802f-aaf4f9eb8480) {{(pid=103106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:40:07.974682 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Publish callbacks [] for router_gateway (2e6df29e-7fb6-445b-b121-8d03f6c273dc), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:07.986925 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Publish callbacks [] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), precommit_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:08.043105 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:08.086602 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Network 07a0a72d-6846-4848-8c73-bbcc20fedb8c is already hosted by enough agents. {{(pid=103106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:40:08.093949 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.base_scheduler [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Resources bound (agent type, host, resource id): {{(pid=103106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:40:08.096000 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Pushing event updated for resources: {'Port': ['ID=22e05d71-18dd-4c94-802f-aaf4f9eb8480,revision_number=1']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:08.098300 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Received port after_create {{(pid=103106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:40:08.150718 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Attempting to bind port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:40:08.151143 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Attempting to bind port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'd13ece84-ef86-4d42-b26c-cf395facfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:40:08.151446 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Attempting to bind port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 on network 07a0a72d-6846-4848-8c73-bbcc20fedb8c {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:40:08.156529 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:40:08.156901 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Checking segment: {'id': 'd13ece84-ef86-4d42-b26c-cf395facfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:40:08.157305 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:08.157698 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Bound using segment: {'id': 'd13ece84-ef86-4d42-b26c-cf395facfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:40:08.158192 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Bound port: 22e05d71-18dd-4c94-802f-aaf4f9eb8480, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13ece84-ef86-4d42-b26c-cf395facfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:40:08.158575 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:08.226639 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] For port 22e05d71-18dd-4c94-802f-aaf4f9eb8480, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:40:08.230102 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] For port 22e05d71-18dd-4c94-802f-aaf4f9eb8480, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=22e05d71-18dd-4c94-802f-aaf4f9eb8480,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:40:08.244472 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Publish callbacks [] for router_gateway (2e6df29e-7fb6-445b-b121-8d03f6c273dc), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:08.260987 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:08.306686 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:08.326934 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cafb82-b65a-4e15-8d06-8a83eda6afdd req-73c7b29e-91f0-4a37-9a28-61c6db10af94 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:08.329096 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-51cafb82-b65a-4e15-8d06-8a83eda6afdd req-73c7b29e-91f0-4a37-9a28-61c6db10af94 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 945 time: 0.0636067 Jan 25 08:40:08.375790 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4c6f0-aafc-4751-9eda-94aefca6860a None None] Pushing event updated for resources: {'Port': ['ID=22e05d71-18dd-4c94-802f-aaf4f9eb8480,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:08.398385 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-51cafb82-b65a-4e15-8d06-8a83eda6afdd req-b3e36731-20dc-424d-94ff-21d6e58e83a4 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630836 Jan 25 08:40:08.408825 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Allocated IP 172.27.1.134 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/ccb71472-4ed9-4d66-ba08-0cc2ebfe808a) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:40:08.523720 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Publish callbacks [] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:08.615349 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:08.660019 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:40:08.671214 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e3097-46b5-4e32-8cb8-65189bf9c1cd req-7c85f364-e931-458c-a8c4-9c68374dc4a5 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:08.673493 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a27e3097-46b5-4e32-8cb8-65189bf9c1cd req-7c85f364-e931-458c-a8c4-9c68374dc4a5 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0984037 Jan 25 08:40:08.676038 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:40:08.686271 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:40:08.740201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb71472-4ed9-4d66-ba08-0cc2ebfe808a,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:08.842134 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a27e3097-46b5-4e32-8cb8-65189bf9c1cd req-69e1f903-4541-4c8a-bec9-9dc6558fa265 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534004 Jan 25 08:40:09.003123 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Publish callbacks [] for router_gateway (2e6df29e-7fb6-445b-b121-8d03f6c273dc), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:09.218671 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579814'] for router (2e6df29e-7fb6-445b-b121-8d03f6c273dc), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:09.413717 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef28121-80b2-4691-9d7a-41f045e1f452 None None] Network 07a0a72d-6846-4848-8c73-bbcc20fedb8c requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:40:09.488574 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-cad31724-cce4-4474-93a7-49cbeba2971b None None] Provisioning complete for port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:09.489529 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-cad31724-cce4-4474-93a7-49cbeba2971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:09.549660 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-55eb676b-0543-4915-b05c-e8605cd5c2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:09.653840 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-cad31724-cce4-4474-93a7-49cbeba2971b None None] Current status of the port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:09.654231 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-cad31724-cce4-4474-93a7-49cbeba2971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:09.691310 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-cad31724-cce4-4474-93a7-49cbeba2971b None None] For port 22e05d71-18dd-4c94-802f-aaf4f9eb8480, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=22e05d71-18dd-4c94-802f-aaf4f9eb8480,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:40:09.694421 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Router 2e6df29e-7fb6-445b-b121-8d03f6c273dc is scheduled to L3 agent a6803982-6296-4973-9e95-2feb13f43b2d with binding_index 1 {{(pid=103104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 08:40:09.802888 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-cad31724-cce4-4474-93a7-49cbeba2971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:09.830714 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:40:09.851441 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Sync routers for ids ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:40:09.853018 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Routers {'2e6df29e-7fb6-445b-b121-8d03f6c273dc'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:40:09.853640 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:39:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:09.903601 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad31724-cce4-4474-93a7-49cbeba2971b None None] Pushing event updated for resources: {'Port': ['ID=22e05d71-18dd-4c94-802f-aaf4f9eb8480,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:09.928053 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-5b53a255-6e9c-4fa5-80f6-f0959f0474df None None] Provisioning complete for port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:09.929192 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5b53a255-6e9c-4fa5-80f6-f0959f0474df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:09.936533 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:09.938031 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-e45ba891-6cb6-42ac-8d7b-b31641e2ba07 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2947881 Jan 25 08:40:09.943743 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 41358) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:09.969100 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Set router 2e6df29e-7fb6-445b-b121-8d03f6c273dc gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:40:09.986338 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa9283-c5da-4865-b630-7cc1da0fd209 req-150b41a0-2e4e-4893-9366-4aed4f5df5f7 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:09.992667 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-83fa9283-c5da-4865-b630-7cc1da0fd209 req-150b41a0-2e4e-4893-9366-4aed4f5df5f7 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.121 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 945 time: 0.1161797 Jan 25 08:40:10.060811 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 22e05d71-18dd-4c94-802f-aaf4f9eb8480 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:40:10.078437 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd9a70-f0fd-4319-b726-c91d6c17379e req-80a9f9db-e120-4739-a9cd-3cda41d0702b tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:10.083322 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7acd9a70-f0fd-4319-b726-c91d6c17379e req-80a9f9db-e120-4739-a9cd-3cda41d0702b tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 945 time: 0.1841407 Jan 25 08:40:10.123886 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-5b53a255-6e9c-4fa5-80f6-f0959f0474df None None] Current status of the port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:10.158473 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:10.158826 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:10.175753 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:40:08Z', 'revision_number': 3, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port': {'id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:27:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:08Z', 'updated_at': '2022-01-25T08:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:10.208168 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Checking router: 2e6df29e-7fb6-445b-b121-8d03f6c273dc for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:40:10.208733 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Updating router 2e6df29e-7fb6-445b-b121-8d03f6c273dc port ccb71472-4ed9-4d66-ba08-0cc2ebfe808a binding host dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:40:10.241239 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:10.251493 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7acd9a70-f0fd-4319-b726-c91d6c17379e req-ad07f9ce-d9c2-4d61-95ce-bc56f18bf0f1 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612270 Jan 25 08:40:10.284736 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:10.321838 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fd61b-ede4-4fa0-8579-4b0fcb23bdb4 req-64d1e7d9-221f-48f7-8a5e-2a02b00c0b89 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:10.323420 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a77fd61b-ede4-4fa0-8579-4b0fcb23bdb4 req-64d1e7d9-221f-48f7-8a5e-2a02b00c0b89 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1756279 Jan 25 08:40:10.401541 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-83fa9283-c5da-4865-b630-7cc1da0fd209 req-b1e4ef6b-dc34-4227-ae2e-c907108199be tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Deleting port 74c8f231-64ab-4a24-9d92-48f58b6f5aec {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:40:10.401889 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-83fa9283-c5da-4865-b630-7cc1da0fd209 req-b1e4ef6b-dc34-4227-ae2e-c907108199be tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:10.437202 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a77fd61b-ede4-4fa0-8579-4b0fcb23bdb4 req-71b272f0-b584-47ad-ae38-4a8fc356d5c9 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056850 Jan 25 08:40:10.512887 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-83fa9283-c5da-4865-b630-7cc1da0fd209 req-b1e4ef6b-dc34-4227-ae2e-c907108199be tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] For port 74c8f231-64ab-4a24-9d92-48f58b6f5aec, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=74c8f231-64ab-4a24-9d92-48f58b6f5aec,segment=NetworkSegment(73b4ade4-c4ab-499e-973b-52be4bf7ef25),segment_id=73b4ade4-c4ab-499e-973b-52be4bf7ef25)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:40:10.513251 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-83fa9283-c5da-4865-b630-7cc1da0fd209 req-b1e4ef6b-dc34-4227-ae2e-c907108199be tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:10.529481 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-83fa9283-c5da-4865-b630-7cc1da0fd209 req-b1e4ef6b-dc34-4227-ae2e-c907108199be tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Calling delete_port for 74c8f231-64ab-4a24-9d92-48f58b6f5aec owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:40:10.572810 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Publish callbacks [] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), precommit_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:10.618337 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:10.665466 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:10.716286 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Pushing event updated for resources: {'Port': ['ID=ccb71472-4ed9-4d66-ba08-0cc2ebfe808a,revision_number=2']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:10.735140 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:10.738531 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:10.738531 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:10.738531 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:10.738531 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:10.738531 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:10.738531 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:10.738531 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:10.738531 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:10.738531 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:10.738531 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:10.741456 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:10.741456 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:10.745080 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Attempting to bind port ccb71472-4ed9-4d66-ba08-0cc2ebfe808a on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:40:10.745686 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Attempting to bind port ccb71472-4ed9-4d66-ba08-0cc2ebfe808a by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:40:10.746243 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Attempting to bind port ccb71472-4ed9-4d66-ba08-0cc2ebfe808a on network ed202089-45c6-4c7e-b473-596d2e9efddc {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:40:10.751516 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:40:10.751889 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Checking segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:40:10.752313 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:10.752701 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Bound using segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:40:10.753170 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Bound port: ccb71472-4ed9-4d66-ba08-0cc2ebfe808a, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:40:10.753547 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:10.785422 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-83fa9283-c5da-4865-b630-7cc1da0fd209 req-b1e4ef6b-dc34-4227-ae2e-c907108199be tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028'] for port (74c8f231-64ab-4a24-9d92-48f58b6f5aec), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:10.797978 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Allocated IP 172.20.0.1 (07a0a72d-6846-4848-8c73-bbcc20fedb8c/92c394b4-1106-4f8a-8b26-188f70824e72/914fde57-1426-45c9-bab9-b8f847bef7ea) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:40:10.803370 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['74c8f231-64ab-4a24-9d92-48f58b6f5aec'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:40:10.811501 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] For port ccb71472-4ed9-4d66-ba08-0cc2ebfe808a, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:40:10.816005 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] For port ccb71472-4ed9-4d66-ba08-0cc2ebfe808a, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=ccb71472-4ed9-4d66-ba08-0cc2ebfe808a,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:40:10.825266 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4ef6b-dc34-4227-ae2e-c907108199be tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Pushing event deleted for resources: {'Port': ['ID=74c8f231-64ab-4a24-9d92-48f58b6f5aec,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:10.887104 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fa9283-c5da-4865-b630-7cc1da0fd209 req-b1e4ef6b-dc34-4227-ae2e-c907108199be tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] No DVR routers for this DVR port 74c8f231-64ab-4a24-9d92-48f58b6f5aec on host hv-cinder-81187 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:40:10.890849 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-83fa9283-c5da-4865-b630-7cc1da0fd209 req-b1e4ef6b-dc34-4227-ae2e-c907108199be tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:10.894362 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-83fa9283-c5da-4865-b630-7cc1da0fd209 req-b1e4ef6b-dc34-4227-ae2e-c907108199be tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.121 "DELETE /v2.0/ports/74c8f231-64ab-4a24-9d92-48f58b6f5aec HTTP/1.1" status: 204 len: 173 time: 0.8909917 Jan 25 08:40:10.894822 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9a7b5f-e5ee-4970-9d17-85afc49ec675', 'name': 'network-vif-deleted', 'tag': '74c8f231-64ab-4a24-9d92-48f58b6f5aec'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:40:10.897270 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a642cbad-5067-478a-ab85-3a414ed7c7e0" -d '{"events": [{"server_uuid": "0d9a7b5f-e5ee-4970-9d17-85afc49ec675", "name": "network-vif-deleted", "tag": "74c8f231-64ab-4a24-9d92-48f58b6f5aec"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:40:10.912301 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Publish callbacks [] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:10.917171 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:10.937446 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec707f1b-b85a-4556-9de2-9691370a3f95 x-openstack-request-id: req-ec707f1b-b85a-4556-9de2-9691370a3f95 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:40:10.937914 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9a7b5f-e5ee-4970-9d17-85afc49ec675", "name": "network-vif-deleted", "tag": "74c8f231-64ab-4a24-9d92-48f58b6f5aec", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:40:10.938384 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ec707f1b-b85a-4556-9de2-9691370a3f95 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:40:10.938923 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9a7b5f-e5ee-4970-9d17-85afc49ec675', 'name': 'network-vif-deleted', 'tag': '74c8f231-64ab-4a24-9d92-48f58b6f5aec', 'status': 'completed', 'code': 200} Jan 25 08:40:10.980481 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Routers {'2e6df29e-7fb6-445b-b121-8d03f6c273dc'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:40:10.981172 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:39:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:11.048408 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6396b1-ffcb-4abf-b362-759c68e42c00 None None] Pushing event updated for resources: {'Port': ['ID=ccb71472-4ed9-4d66-ba08-0cc2ebfe808a,revision_number=3']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:11.066236 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:11.102513 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Network 07a0a72d-6846-4848-8c73-bbcc20fedb8c is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:40:11.105522 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:40:11.109677 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:40:11.119120 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] Set router 2e6df29e-7fb6-445b-b121-8d03f6c273dc gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:40:11.168045 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Pushing event updated for resources: {'Port': ['ID=914fde57-1426-45c9-bab9-b8f847bef7ea,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:11.190501 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582859'] for router_interface (2e6df29e-7fb6-445b-b121-8d03f6c273dc), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:11.351239 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:40:08Z', 'revision_number': 3, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port': {'id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:27:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:08Z', 'updated_at': '2022-01-25T08:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:11.377153 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10318167-b267-459e-a589-ef5ea2daeb04 None None] The sync data for ids ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'] in dv-cinder-811877-9-iscsi is: [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:40:08Z', 'revision_number': 3, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port': {'id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:27:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:08Z', 'updated_at': '2022-01-25T08:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:40:11.388657 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-05ae932d-2107-4852-bda3-ea8b049363a0 None None] Provisioning complete for port 914fde57-1426-45c9-bab9-b8f847bef7ea triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:11.389197 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-05ae932d-2107-4852-bda3-ea8b049363a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:11.389543 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d791f78a-4910-49c4-b332-629d4379c530 req-263986e7-f8b9-4c33-a050-04f32cb30c42 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=0d9a7b5f-e5ee-4970-9d17-85afc49ec675 HTTP/1.1" status: 200 len: 210 time: 0.0340996 Jan 25 08:40:11.404925 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:11.451353 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-05ae932d-2107-4852-bda3-ea8b049363a0 None None] Port 914fde57-1426-45c9-bab9-b8f847bef7ea cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:40:11.560302 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b13ac-13f6-40e4-aa35-5621796c9133 req-dd43dad4-489e-4e0b-9735-43445498f133 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:11.561850 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-705b13ac-13f6-40e4-aa35-5621796c9133 req-dd43dad4-489e-4e0b-9735-43445498f133 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0515420 Jan 25 08:40:11.586171 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Publish callbacks [] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:11.619476 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-705b13ac-13f6-40e4-aa35-5621796c9133 req-af681acd-0e1a-418b-953f-5402e1d510fb tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483320 Jan 25 08:40:11.654192 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:11.684355 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-35b24a77-fe1e-432f-b551-3a295aa2e084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:11.735665 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Pushing event updated for resources: {'Port': ['ID=914fde57-1426-45c9-bab9-b8f847bef7ea,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:11.738171 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582823'] for router_interface (2e6df29e-7fb6-445b-b121-8d03f6c273dc), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:11.840066 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Network 07a0a72d-6846-4848-8c73-bbcc20fedb8c is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:40:11.840066 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:40:12.008364 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Router 2e6df29e-7fb6-445b-b121-8d03f6c273dc has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:40:12.062481 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 22e05d71-18dd-4c94-802f-aaf4f9eb8480 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:40:12.182156 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:40:12.189601 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-49a63626-da01-44ee-abc4-b7036df2ad74 admin admin] 10.222.0.112 "PUT /v2.0/routers/2e6df29e-7fb6-445b-b121-8d03f6c273dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2395608 Jan 25 08:40:12.241490 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:12.243572 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:12.309354 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-618ea3f2-7913-446b-8dae-256d61a9dbf3 None None] Provisioning complete for port 914fde57-1426-45c9-bab9-b8f847bef7ea triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:12.309731 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-618ea3f2-7913-446b-8dae-256d61a9dbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:12.367917 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-618ea3f2-7913-446b-8dae-256d61a9dbf3 None None] Port 914fde57-1426-45c9-bab9-b8f847bef7ea cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:40:12.408842 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:12.409982 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device ccb71472-4ed9-4d66-ba08-0cc2ebfe808a up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:40:12.470947 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port ccb71472-4ed9-4d66-ba08-0cc2ebfe808a triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:12.471325 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:12.564887 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port ccb71472-4ed9-4d66-ba08-0cc2ebfe808a is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:12.565705 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:12.595569 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port ccb71472-4ed9-4d66-ba08-0cc2ebfe808a, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=ccb71472-4ed9-4d66-ba08-0cc2ebfe808a,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:40:12.682873 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:12.770222 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=ccb71472-4ed9-4d66-ba08-0cc2ebfe808a,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:12.799970 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-0d35ea31-d601-44eb-9bed-945d2f46c75b tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:12.804540 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-0d35ea31-d601-44eb-9bed-945d2f46c75b tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/networks?id=41ed80cc-d44d-41ec-b61e-68d9b9248246 HTTP/1.1" status: 200 len: 808 time: 0.1609669 Jan 25 08:40:12.805470 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7bbab-df6d-4ec2-a3ca-38e0c32602b2 req-c3e0dd12-1208-4ea3-b8b0-cfd23d904475 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:12.806977 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3ed7bbab-df6d-4ec2-a3ca-38e0c32602b2 req-c3e0dd12-1208-4ea3-b8b0-cfd23d904475 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0631349 Jan 25 08:40:12.823336 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-66a33ef1-8aba-4abb-9439-8f8133015770 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/quotas/22723e9a9df24aac8b922e1ffc4809b0 HTTP/1.1" status: 200 len: 375 time: 0.0103111 Jan 25 08:40:12.859835 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-36a066a6-266b-4b46-9c21-dbdfbd4d3376 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=22723e9a9df24aac8b922e1ffc4809b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302880 Jan 25 08:40:12.865273 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3ed7bbab-df6d-4ec2-a3ca-38e0c32602b2 req-57250a07-8683-4924-9bd1-7ad1b27c0b61 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520515 Jan 25 08:40:12.966699 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-57466d95-921c-4a2a-b8ed-ee171025c397 service neutron] 10.222.0.112 "GET /v2.0/networks/41ed80cc-d44d-41ec-b61e-68d9b9248246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994065 Jan 25 08:40:13.037636 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:13.076685 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-b88c94e1-8c10-4451-99a9-23f3593863b9 service neutron] 10.222.0.112 "GET /v2.0/networks/41ed80cc-d44d-41ec-b61e-68d9b9248246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088967 Jan 25 08:40:13.172958 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 41436) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:13.178865 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1543893092-network', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:40:13.266404 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Made reservation on behalf of a3a08434103c4a8e93db361b1b1fa072 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:40:13.268841 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:13.279537 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:13.313522 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Sync routers for ids ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:40:13.335048 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Routers {'2e6df29e-7fb6-445b-b121-8d03f6c273dc'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:40:13.336426 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:40:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:13.351942 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3135a0e5-54b5-4348-9287-329d37477807 req-29f552bd-a8d0-4ceb-9b79-85990831ca0c tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 210 time: 0.0433841 Jan 25 08:40:13.418478 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Publish callbacks [] for security_group (0ad717cd-8f48-4204-b1a1-7e4c84638c2f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:13.465273 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (0ad717cd-8f48-4204-b1a1-7e4c84638c2f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:13.486308 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:40:13.486612 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Set router 2e6df29e-7fb6-445b-b121-8d03f6c273dc gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:40:13.501785 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad717cd-8f48-4204-b1a1-7e4c84638c2f,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:13.505305 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:13.505647 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Added segment 7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6 of type vlan for network 1f42fa62-dac4-4041-8646-0ab8e92604d3 Jan 25 08:40:13.550156 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (1f42fa62-dac4-4041-8646-0ab8e92604d3), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:13.625462 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (1f42fa62-dac4-4041-8646-0ab8e92604d3), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:13.626603 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:13.627292 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:13.694670 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=1f42fa62-dac4-4041-8646-0ab8e92604d3,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:13.710976 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network 1f42fa62-dac4-4041-8646-0ab8e92604d3 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:40:13.736486 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-fbade891-c0b8-456b-a2d0-242eb7015fb2 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5597391 Jan 25 08:40:13.736634 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 41452) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:13.742852 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-8c8b503e-71e5-42dc-af25-6384ce7dbc4b admin admin] Request body: {'subnet': {'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1543893092-subnet', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:40:13.842909 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8b503e-71e5-42dc-af25-6384ce7dbc4b admin admin] Made reservation on behalf of a3a08434103c4a8e93db361b1b1fa072 for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:40:13.845427 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8c8b503e-71e5-42dc-af25-6384ce7dbc4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:13.896135 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:40:11Z', 'revision_number': 4, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port': {'id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:08Z', 'updated_at': '2022-01-25T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '914fde57-1426-45c9-bab9-b8f847bef7ea', 'name': '', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'mac_address': 'fa:16:3e:e2:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:10Z', 'updated_at': '2022-01-25T08:40:11Z', 'revision_number': 2, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'subnets': [{'id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:13.930374 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device ccb71472-4ed9-4d66-ba08-0cc2ebfe808a up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:40:13.933619 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Checking router: 2e6df29e-7fb6-445b-b121-8d03f6c273dc for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:40:13.934169 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Updating router 2e6df29e-7fb6-445b-b121-8d03f6c273dc port 914fde57-1426-45c9-bab9-b8f847bef7ea binding host dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:40:13.982579 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.048678 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbaa05-bf9f-4051-861d-9cad29dafb38 req-08c26411-1535-4d5c-9b19-57f8d791c77e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:14.050139 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9bdbaa05-bf9f-4051-861d-9cad29dafb38 req-08c26411-1535-4d5c-9b19-57f8d791c77e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1060669 Jan 25 08:40:14.050883 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port ccb71472-4ed9-4d66-ba08-0cc2ebfe808a triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:14.051561 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.100837 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9bdbaa05-bf9f-4051-861d-9cad29dafb38 req-ff0e2d4d-d18e-48e8-8c5a-74e37d00fe3b tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Jan 25 08:40:14.145696 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8c8b503e-71e5-42dc-af25-6384ce7dbc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for subnet (c9ce3f49-5f43-4343-a57c-1d555fb4d684), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.200594 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b503e-71e5-42dc-af25-6384ce7dbc4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ce3f49-5f43-4343-a57c-1d555fb4d684,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:14.215713 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b503e-71e5-42dc-af25-6384ce7dbc4b admin admin] Checking segment: {'id': '7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:40:14.216070 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8b503e-71e5-42dc-af25-6384ce7dbc4b admin admin] Network hostable DHCP agents. Network: 1f42fa62-dac4-4041-8646-0ab8e92604d3, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:40:14.254959 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port ccb71472-4ed9-4d66-ba08-0cc2ebfe808a is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:14.288468 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8b503e-71e5-42dc-af25-6384ce7dbc4b admin admin] Network 1f42fa62-dac4-4041-8646-0ab8e92604d3 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:40:14.350935 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Publish callbacks [] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.385684 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-8c8b503e-71e5-42dc-af25-6384ce7dbc4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, 1f42fa62-dac4-4041-8646-0ab8e92604d3) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:40:14.397719 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8b503e-71e5-42dc-af25-6384ce7dbc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:14.398422 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c41a9-66fa-4c5e-87a3-fa2d2ae50efb None None] Network 1f42fa62-dac4-4041-8646-0ab8e92604d3 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:40:14.399359 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8c8b503e-71e5-42dc-af25-6384ce7dbc4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.437769 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.470801 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a19957e3-ec21-49ab-b4c6-3af7661022c0 req-1922cd69-62ee-4935-919f-53970908b8b1 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 210 time: 0.0324564 Jan 25 08:40:14.509805 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-8c8b503e-71e5-42dc-af25-6384ce7dbc4b admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7699184 Jan 25 08:40:14.511637 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 41468) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:14.516907 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1543893092-router', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:40:14.555746 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d86174-38d2-414f-bea7-fc6b683ff646 None None] Pushing event updated for resources: {'Port': ['ID=914fde57-1426-45c9-bab9-b8f847bef7ea,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:14.602799 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-86383'] for router (9bafc7f8-7b68-453f-b581-5580bf036a1b), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.603943 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cfbcc74-0d4c-5b35-bb29-6ee8540e8815-1f42fa62-dac4-4041-8646-0ab8e92604d3', 'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3', 'project_id': 'a3a08434103c4a8e93db361b1b1fa072', 'fixed_ips': [{'subnet_id': 'c9ce3f49-5f43-4343-a57c-1d555fb4d684'}]}} from dv-cinder-811877-9-iscsi. {{(pid=103106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 08:40:14.604610 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-86294'] for router (9bafc7f8-7b68-453f-b581-5580bf036a1b), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.604880 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.607780 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.657949 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Attempting to bind port 914fde57-1426-45c9-bab9-b8f847bef7ea on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:40:14.658319 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Attempting to bind port 914fde57-1426-45c9-bab9-b8f847bef7ea by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'd13ece84-ef86-4d42-b26c-cf395facfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:40:14.658678 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Attempting to bind port 914fde57-1426-45c9-bab9-b8f847bef7ea on network 07a0a72d-6846-4848-8c73-bbcc20fedb8c {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:40:14.668554 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Publish callbacks [] for router_controller (9bafc7f8-7b68-453f-b581-5580bf036a1b), precommit_add_association {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.714723 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:40:14.715088 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Checking segment: {'id': 'd13ece84-ef86-4d42-b26c-cf395facfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:40:14.715479 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.715865 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Bound using segment: {'id': 'd13ece84-ef86-4d42-b26c-cf395facfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:40:14.716365 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Bound port: 914fde57-1426-45c9-bab9-b8f847bef7ea, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13ece84-ef86-4d42-b26c-cf395facfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:40:14.716740 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.848540 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-90df7e69-50fe-4964-ad69-ba714e3a5221 None None] Provisioning complete for port 914fde57-1426-45c9-bab9-b8f847bef7ea triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:14.848874 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-90df7e69-50fe-4964-ad69-ba714e3a5221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.850788 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] For port 914fde57-1426-45c9-bab9-b8f847bef7ea, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:40:14.856321 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] For port 914fde57-1426-45c9-bab9-b8f847bef7ea, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=914fde57-1426-45c9-bab9-b8f847bef7ea,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:40:14.872919 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Publish callbacks [] for router_gateway (9bafc7f8-7b68-453f-b581-5580bf036a1b), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:14.876620 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.db_base_plugin_common [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Allocated IP 172.20.0.2 (1f42fa62-dac4-4041-8646-0ab8e92604d3/c9ce3f49-5f43-4343-a57c-1d555fb4d684/a73b9a7f-5945-4289-a427-88a7114e63b6) {{(pid=103106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:40:14.911292 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-90df7e69-50fe-4964-ad69-ba714e3a5221 None None] Port 914fde57-1426-45c9-bab9-b8f847bef7ea cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:40:14.956199 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.063651 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Routers {'2e6df29e-7fb6-445b-b121-8d03f6c273dc'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:40:15.064372 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:40:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:15.068463 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d86174-38d2-414f-bea7-fc6b683ff646 None None] Pushing event updated for resources: {'Port': ['ID=914fde57-1426-45c9-bab9-b8f847bef7ea,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:15.136524 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Publish callbacks [] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), precommit_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.211202 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] Set router 2e6df29e-7fb6-445b-b121-8d03f6c273dc gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:40:15.230356 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Publish callbacks [] for router_gateway (9bafc7f8-7b68-453f-b581-5580bf036a1b), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.245852 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.252824 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.275163 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1e7c4-5ef0-4144-b1e4-e698b3cf209e req-5547edd1-8a13-4460-925e-bf9344c72c68 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:15.283831 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2ba1e7c4-5ef0-4144-b1e4-e698b3cf209e req-5547edd1-8a13-4460-925e-bf9344c72c68 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0871925 Jan 25 08:40:15.307158 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Network 1f42fa62-dac4-4041-8646-0ab8e92604d3 is already hosted by enough agents. {{(pid=103106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:40:15.330542 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2ba1e7c4-5ef0-4144-b1e4-e698b3cf209e req-3ecebaca-79bb-4d4d-a0c9-7719a970a463 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452328 Jan 25 08:40:15.347452 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.base_scheduler [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Resources bound (agent type, host, resource id): {{(pid=103106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:40:15.361293 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Pushing event updated for resources: {'Port': ['ID=a73b9a7f-5945-4289-a427-88a7114e63b6,revision_number=1']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:15.364511 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Received port after_create {{(pid=103106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:40:15.385067 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Allocated IP 172.27.1.43 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/fa5fc7d8-e985-4524-8870-d9dbf55b1fcf) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:40:15.440487 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-bf2f4ca2-7c74-47d0-a1e9-570c0c6c9c0d None None] Provisioning complete for port 914fde57-1426-45c9-bab9-b8f847bef7ea triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:15.440864 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-bf2f4ca2-7c74-47d0-a1e9-570c0c6c9c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.490127 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Publish callbacks [] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.513408 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Attempting to bind port a73b9a7f-5945-4289-a427-88a7114e63b6 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:40:15.513780 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Attempting to bind port a73b9a7f-5945-4289-a427-88a7114e63b6 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:40:15.514146 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Attempting to bind port a73b9a7f-5945-4289-a427-88a7114e63b6 on network 1f42fa62-dac4-4041-8646-0ab8e92604d3 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:40:15.535427 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:40:15.538429 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Checking segment: {'id': '7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:40:15.538429 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.538429 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Bound using segment: {'id': '7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:40:15.538429 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Bound port: a73b9a7f-5945-4289-a427-88a7114e63b6, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:40:15.538429 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.577621 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7bfc256d-b183-4001-bef1-ec195f419a6c req-437719c5-ec63-46f7-924a-d43a68404040 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 210 time: 0.0269773 Jan 25 08:40:15.591186 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.628582 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:40:15.632075 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:40:15.636634 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:40:15.675588 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Pushing event updated for resources: {'Port': ['ID=fa5fc7d8-e985-4524-8870-d9dbf55b1fcf,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:15.804019 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f4ca2-7c74-47d0-a1e9-570c0c6c9c0d None None] Current status of the port 914fde57-1426-45c9-bab9-b8f847bef7ea is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:15.804416 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-bf2f4ca2-7c74-47d0-a1e9-570c0c6c9c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.818302 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] For port a73b9a7f-5945-4289-a427-88a7114e63b6, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:40:15.838752 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] For port a73b9a7f-5945-4289-a427-88a7114e63b6, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=a73b9a7f-5945-4289-a427-88a7114e63b6,segment=NetworkSegment(7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6),segment_id=7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:40:15.841937 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:40:11Z', 'revision_number': 4, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port': {'id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:08Z', 'updated_at': '2022-01-25T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '914fde57-1426-45c9-bab9-b8f847bef7ea', 'name': '', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'mac_address': 'fa:16:3e:e2:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:10Z', 'updated_at': '2022-01-25T08:40:14Z', 'revision_number': 4, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'subnets': [{'id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:15.874078 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.875609 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45218d5-cf56-4daf-87b5-04e91c0ff962 None None] The sync data for ids ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'] in dv-cinder-811877-9-iscsi is: [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:40:11Z', 'revision_number': 4, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port': {'id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:08Z', 'updated_at': '2022-01-25T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '914fde57-1426-45c9-bab9-b8f847bef7ea', 'name': '', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'mac_address': 'fa:16:3e:e2:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:10Z', 'updated_at': '2022-01-25T08:40:14Z', 'revision_number': 4, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'subnets': [{'id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:40:15.889826 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-bf2f4ca2-7c74-47d0-a1e9-570c0c6c9c0d None None] For port 914fde57-1426-45c9-bab9-b8f847bef7ea, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=914fde57-1426-45c9-bab9-b8f847bef7ea,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:40:15.902060 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.961369 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-bf2f4ca2-7c74-47d0-a1e9-570c0c6c9c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.982202 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d2617-239a-441c-8fa9-e8adc15d47e7 None None] Pushing event updated for resources: {'Port': ['ID=a73b9a7f-5945-4289-a427-88a7114e63b6,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:15.983921 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Publish callbacks [] for router_gateway (9bafc7f8-7b68-453f-b581-5580bf036a1b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:15.993311 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 74c8f231-64ab-4a24-9d92-48f58b6f5aec no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:40:16.050830 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: 74c8f231-64ab-4a24-9d92-48f58b6f5aec {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:40:16.051808 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 74c8f231-64ab-4a24-9d92-48f58b6f5aec not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:40:16.090502 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f4ca2-7c74-47d0-a1e9-570c0c6c9c0d None None] Pushing event updated for resources: {'Port': ['ID=914fde57-1426-45c9-bab9-b8f847bef7ea,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:16.452646 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579814'] for router (9bafc7f8-7b68-453f-b581-5580bf036a1b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:16.699329 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Router 9bafc7f8-7b68-453f-b581-5580bf036a1b is scheduled to L3 agent a6803982-6296-4973-9e95-2feb13f43b2d with binding_index 1 {{(pid=103104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 08:40:16.829149 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:40:16.841486 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Sync routers for ids ['9bafc7f8-7b68-453f-b581-5580bf036a1b'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:40:16.857645 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Routers {'9bafc7f8-7b68-453f-b581-5580bf036a1b'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:40:16.858278 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:40:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['9bafc7f8-7b68-453f-b581-5580bf036a1b'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:16.897718 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:16.899295 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-3f09afd4-f9de-4bee-b44f-4fed2f3a9eee admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3861232 Jan 25 08:40:16.901961 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 41494) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:16.981842 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Set router 9bafc7f8-7b68-453f-b581-5580bf036a1b gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:40:17.046683 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eb45ac-c627-4d10-9cd6-da764a207e22 None None] Network 1f42fa62-dac4-4041-8646-0ab8e92604d3 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:40:17.155734 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-805134bc-6a43-4f77-9ba6-0f9b41861f34 None None] Provisioning complete for port a73b9a7f-5945-4289-a427-88a7114e63b6 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:17.156127 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-805134bc-6a43-4f77-9ba6-0f9b41861f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:17.274628 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'name': 'tempest-TestMinimumBasicScenario-1543893092-router', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:14Z', 'updated_at': '2022-01-25T08:40:15Z', 'revision_number': 3, 'project_id': 'a3a08434103c4a8e93db361b1b1fa072', 'gw_port': {'id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:15Z', 'updated_at': '2022-01-25T08:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:17.292661 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-805134bc-6a43-4f77-9ba6-0f9b41861f34 None None] Current status of the port a73b9a7f-5945-4289-a427-88a7114e63b6 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:17.292661 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-805134bc-6a43-4f77-9ba6-0f9b41861f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:17.309610 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Checking router: 9bafc7f8-7b68-453f-b581-5580bf036a1b for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:40:17.310015 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Updating router 9bafc7f8-7b68-453f-b581-5580bf036a1b port fa5fc7d8-e985-4524-8870-d9dbf55b1fcf binding host dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:40:17.337310 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:17.338634 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-805134bc-6a43-4f77-9ba6-0f9b41861f34 None None] For port a73b9a7f-5945-4289-a427-88a7114e63b6, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=a73b9a7f-5945-4289-a427-88a7114e63b6,segment=NetworkSegment(7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6),segment_id=7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:40:17.813214 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:17.813214 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Allocated IP 172.20.0.1 (1f42fa62-dac4-4041-8646-0ab8e92604d3/c9ce3f49-5f43-4343-a57c-1d555fb4d684/e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:40:17.814307 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Publish callbacks [] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), precommit_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:17.814403 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Publish callbacks [] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:17.865896 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-805134bc-6a43-4f77-9ba6-0f9b41861f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:17.921963 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805134bc-6a43-4f77-9ba6-0f9b41861f34 None None] Pushing event updated for resources: {'Port': ['ID=a73b9a7f-5945-4289-a427-88a7114e63b6,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:17.939706 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:17.990603 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-0ae275ee-5bdf-4c5e-aba8-7f92295a0825 None None] Provisioning complete for port a73b9a7f-5945-4289-a427-88a7114e63b6 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:17.991220 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0ae275ee-5bdf-4c5e-aba8-7f92295a0825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:17.993652 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70091d5-7700-42ed-ac74-ba3d016e5d43 None None] Pushing event updated for resources: {'Port': ['ID=fa5fc7d8-e985-4524-8870-d9dbf55b1fcf,revision_number=2']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:17.995967 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Attempting to bind port fa5fc7d8-e985-4524-8870-d9dbf55b1fcf on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:40:17.996433 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Attempting to bind port fa5fc7d8-e985-4524-8870-d9dbf55b1fcf by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:40:17.996802 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Attempting to bind port fa5fc7d8-e985-4524-8870-d9dbf55b1fcf on network ed202089-45c6-4c7e-b473-596d2e9efddc {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:40:18.002606 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:40:18.002977 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Checking segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:40:18.003384 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:18.003772 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Bound using segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:40:18.004854 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Bound port: fa5fc7d8-e985-4524-8870-d9dbf55b1fcf, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:40:18.005252 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:18.021101 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:18.071163 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 914fde57-1426-45c9-bab9-b8f847bef7ea up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:40:18.071829 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Network 1f42fa62-dac4-4041-8646-0ab8e92604d3 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:40:18.076376 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:40:18.077696 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] For port fa5fc7d8-e985-4524-8870-d9dbf55b1fcf, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:40:18.078765 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:40:18.082844 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] For port fa5fc7d8-e985-4524-8870-d9dbf55b1fcf, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=fa5fc7d8-e985-4524-8870-d9dbf55b1fcf,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:40:18.113643 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Pushing event updated for resources: {'Port': ['ID=e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:18.116706 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-0ae275ee-5bdf-4c5e-aba8-7f92295a0825 None None] Current status of the port a73b9a7f-5945-4289-a427-88a7114e63b6 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:18.130899 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582859'] for router_interface (9bafc7f8-7b68-453f-b581-5580bf036a1b), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:18.157998 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 914fde57-1426-45c9-bab9-b8f847bef7ea triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:18.158418 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:18.162993 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:18.228844 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Routers {'9bafc7f8-7b68-453f-b581-5580bf036a1b'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:40:18.229477 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:40:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['9bafc7f8-7b68-453f-b581-5580bf036a1b'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:18.265945 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70091d5-7700-42ed-ac74-ba3d016e5d43 None None] Pushing event updated for resources: {'Port': ['ID=fa5fc7d8-e985-4524-8870-d9dbf55b1fcf,revision_number=3']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:18.278941 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 914fde57-1426-45c9-bab9-b8f847bef7ea is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:18.278941 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device a73b9a7f-5945-4289-a427-88a7114e63b6 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:40:18.335612 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port a73b9a7f-5945-4289-a427-88a7114e63b6 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:18.336031 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:18.347300 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] Set router 9bafc7f8-7b68-453f-b581-5580bf036a1b gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:40:18.354147 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:18.380444 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-a48b1654-d78b-4b64-9da0-ab72976eaa08 None None] Provisioning complete for port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:18.380444 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a48b1654-d78b-4b64-9da0-ab72976eaa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:18.424008 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-a48b1654-d78b-4b64-9da0-ab72976eaa08 None None] Port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:40:18.460475 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port a73b9a7f-5945-4289-a427-88a7114e63b6 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:18.524401 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Publish callbacks [] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:18.533804 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'name': 'tempest-TestMinimumBasicScenario-1543893092-router', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:14Z', 'updated_at': '2022-01-25T08:40:15Z', 'revision_number': 3, 'project_id': 'a3a08434103c4a8e93db361b1b1fa072', 'gw_port': {'id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:15Z', 'updated_at': '2022-01-25T08:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:18.559787 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af12d2ba-f848-4e6b-963e-a3b02963ec64 None None] The sync data for ids ['9bafc7f8-7b68-453f-b581-5580bf036a1b'] in dv-cinder-811877-9-iscsi is: [{'id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'name': 'tempest-TestMinimumBasicScenario-1543893092-router', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:14Z', 'updated_at': '2022-01-25T08:40:15Z', 'revision_number': 3, 'project_id': 'a3a08434103c4a8e93db361b1b1fa072', 'gw_port': {'id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:15Z', 'updated_at': '2022-01-25T08:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:40:18.573651 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:18.644268 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Pushing event updated for resources: {'Port': ['ID=e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:18.647119 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582823'] for router_interface (9bafc7f8-7b68-453f-b581-5580bf036a1b), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:18.739903 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Network 1f42fa62-dac4-4041-8646-0ab8e92604d3 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:40:18.741736 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:40:18.899329 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Router 9bafc7f8-7b68-453f-b581-5580bf036a1b has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:40:18.993635 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaf2c1-f51b-42b3-b26d-7eef3434871d req-52db5070-864a-46f4-85dd-ebd76b7f912f tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:18.997310 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0eaaf2c1-f51b-42b3-b26d-7eef3434871d req-52db5070-864a-46f4-85dd-ebd76b7f912f tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0679193 Jan 25 08:40:19.026507 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f6bb3558-07bc-4617-9fe1-2270b8360074 req-1644078e-31e8-457f-92a9-5f3bd401228d tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 210 time: 0.0915194 Jan 25 08:40:19.057025 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-b98c3b7e-5ae6-4684-88eb-9a612ac2eda1 None None] Provisioning complete for port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:19.057736 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b98c3b7e-5ae6-4684-88eb-9a612ac2eda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:19.066410 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0eaaf2c1-f51b-42b3-b26d-7eef3434871d req-6fcd7786-5332-415d-9779-fd32296b77aa tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633328 Jan 25 08:40:19.106162 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-b98c3b7e-5ae6-4684-88eb-9a612ac2eda1 None None] Port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:40:19.111082 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:40:19.116541 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-e8cda877-9920-4b7d-9bb2-9c54c0ac3823 admin admin] 10.222.0.112 "PUT /v2.0/routers/9bafc7f8-7b68-453f-b581-5580bf036a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2134426 Jan 25 08:40:20.040540 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device a73b9a7f-5945-4289-a427-88a7114e63b6 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:40:20.102491 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port a73b9a7f-5945-4289-a427-88a7114e63b6 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:20.102861 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:20.198374 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port a73b9a7f-5945-4289-a427-88a7114e63b6 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:20.199451 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device fa5fc7d8-e985-4524-8870-d9dbf55b1fcf up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:40:20.262621 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port fa5fc7d8-e985-4524-8870-d9dbf55b1fcf triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:20.262994 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:20.356746 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port fa5fc7d8-e985-4524-8870-d9dbf55b1fcf is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:20.357542 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:20.382712 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port fa5fc7d8-e985-4524-8870-d9dbf55b1fcf, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=fa5fc7d8-e985-4524-8870-d9dbf55b1fcf,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:40:20.416512 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Sync routers for ids ['9bafc7f8-7b68-453f-b581-5580bf036a1b'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:40:20.429386 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Routers {'9bafc7f8-7b68-453f-b581-5580bf036a1b'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:40:20.430044 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:40:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['9bafc7f8-7b68-453f-b581-5580bf036a1b'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:20.433233 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:20.559868 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=fa5fc7d8-e985-4524-8870-d9dbf55b1fcf,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:20.617760 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Set router 9bafc7f8-7b68-453f-b581-5580bf036a1b gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:40:20.868010 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'name': 'tempest-TestMinimumBasicScenario-1543893092-router', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:14Z', 'updated_at': '2022-01-25T08:40:18Z', 'revision_number': 4, 'project_id': 'a3a08434103c4a8e93db361b1b1fa072', 'gw_port': {'id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:15Z', 'updated_at': '2022-01-25T08:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c', 'name': '', 'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'mac_address': 'fa:16:3e:02:df:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c9ce3f49-5f43-4343-a57c-1d555fb4d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:17Z', 'updated_at': '2022-01-25T08:40:18Z', 'revision_number': 2, 'project_id': 'a3a08434103c4a8e93db361b1b1fa072', 'subnets': [{'id': 'c9ce3f49-5f43-4343-a57c-1d555fb4d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:20.897306 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Checking router: 9bafc7f8-7b68-453f-b581-5580bf036a1b for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:40:20.897660 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Updating router 9bafc7f8-7b68-453f-b581-5580bf036a1b port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c binding host dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:40:20.928226 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:21.366084 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Publish callbacks [] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:21.471019 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:21.562365 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47545df3-3f79-45e3-92af-d954d185e34f None None] Pushing event updated for resources: {'Port': ['ID=e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:21.605598 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Attempting to bind port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:40:21.606230 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Attempting to bind port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:40:21.606761 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Attempting to bind port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c on network 1f42fa62-dac4-4041-8646-0ab8e92604d3 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:40:21.615327 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:40:21.615809 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Checking segment: {'id': '7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:40:21.616363 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:21.616779 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Bound using segment: {'id': '7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:40:21.617333 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Bound port: e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:40:21.617817 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:21.704977 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] For port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:40:21.711347 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] For port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c,segment=NetworkSegment(7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6),segment_id=7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:40:21.758584 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-bf9de38e-edac-4b8e-b6a5-e69b79be2641 None None] Provisioning complete for port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:21.759760 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-bf9de38e-edac-4b8e-b6a5-e69b79be2641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:21.782031 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:21.840103 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-bf9de38e-edac-4b8e-b6a5-e69b79be2641 None None] Port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:40:21.860952 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47545df3-3f79-45e3-92af-d954d185e34f None None] Pushing event updated for resources: {'Port': ['ID=e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:21.864708 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Routers {'9bafc7f8-7b68-453f-b581-5580bf036a1b'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:40:21.865412 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:40:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['9bafc7f8-7b68-453f-b581-5580bf036a1b'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:21.943432 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device fa5fc7d8-e985-4524-8870-d9dbf55b1fcf up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:40:22.067968 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port fa5fc7d8-e985-4524-8870-d9dbf55b1fcf triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:22.068634 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:22.118545 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] Set router 9bafc7f8-7b68-453f-b581-5580bf036a1b gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:40:22.226454 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-0c4bcc1e-930d-4f59-8516-590ee91d1c85 None None] Provisioning complete for port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:22.226823 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0c4bcc1e-930d-4f59-8516-590ee91d1c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:22.338956 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port fa5fc7d8-e985-4524-8870-d9dbf55b1fcf is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:22.445850 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-0c4bcc1e-930d-4f59-8516-590ee91d1c85 None None] Current status of the port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:22.446559 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0c4bcc1e-930d-4f59-8516-590ee91d1c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:22.487402 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-0c4bcc1e-930d-4f59-8516-590ee91d1c85 None None] For port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c,segment=NetworkSegment(7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6),segment_id=7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:40:22.495416 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'name': 'tempest-TestMinimumBasicScenario-1543893092-router', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:14Z', 'updated_at': '2022-01-25T08:40:18Z', 'revision_number': 4, 'project_id': 'a3a08434103c4a8e93db361b1b1fa072', 'gw_port': {'id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:15Z', 'updated_at': '2022-01-25T08:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c', 'name': '', 'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'mac_address': 'fa:16:3e:02:df:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c9ce3f49-5f43-4343-a57c-1d555fb4d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:17Z', 'updated_at': '2022-01-25T08:40:21Z', 'revision_number': 4, 'project_id': 'a3a08434103c4a8e93db361b1b1fa072', 'subnets': [{'id': 'c9ce3f49-5f43-4343-a57c-1d555fb4d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:40:22.523595 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b1e48-6d7f-49af-9b6a-4d96e3d4a9a8 None None] The sync data for ids ['9bafc7f8-7b68-453f-b581-5580bf036a1b'] in dv-cinder-811877-9-iscsi is: [{'id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'name': 'tempest-TestMinimumBasicScenario-1543893092-router', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:14Z', 'updated_at': '2022-01-25T08:40:18Z', 'revision_number': 4, 'project_id': 'a3a08434103c4a8e93db361b1b1fa072', 'gw_port': {'id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:15Z', 'updated_at': '2022-01-25T08:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c', 'name': '', 'network_id': '1f42fa62-dac4-4041-8646-0ab8e92604d3', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'mac_address': 'fa:16:3e:02:df:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c9ce3f49-5f43-4343-a57c-1d555fb4d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:17Z', 'updated_at': '2022-01-25T08:40:21Z', 'revision_number': 4, 'project_id': 'a3a08434103c4a8e93db361b1b1fa072', 'subnets': [{'id': 'c9ce3f49-5f43-4343-a57c-1d555fb4d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:40:22.568802 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0c4bcc1e-930d-4f59-8516-590ee91d1c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:22.651152 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bcc1e-930d-4f59-8516-590ee91d1c85 None None] Pushing event updated for resources: {'Port': ['ID=e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:22.822299 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-177dba90-dcae-4e47-93ff-b08d3cfc1933 req-f3fb28f1-e90d-45dd-9174-874e825bea8a tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 210 time: 0.0398436 Jan 25 08:40:22.962614 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e706da-21f6-428c-81fa-901be03ac815 req-b34152b5-5df5-49f0-9e63-176b0053b96d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:22.975419 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-85e706da-21f6-428c-81fa-901be03ac815 req-b34152b5-5df5-49f0-9e63-176b0053b96d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0553255 Jan 25 08:40:23.022294 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-85e706da-21f6-428c-81fa-901be03ac815 req-b25dd548-333d-4053-b6ff-739ee22e66cd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505588 Jan 25 08:40:23.943328 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:40:24.001827 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:24.002306 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:24.084621 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:24.629836 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-392ced72-f9c7-4313-9da1-37d17ad69056 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:24.631473 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-392ced72-f9c7-4313-9da1-37d17ad69056 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.121 "GET /v2.0/networks?id=41ed80cc-d44d-41ec-b61e-68d9b9248246 HTTP/1.1" status: 200 len: 808 time: 0.1257184 Jan 25 08:40:24.645956 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-4c70e125-909d-43fe-a17f-ff9493f06242 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Request body: {'port': {'device_id': 'e550751b-5b07-4ce6-9cb1-80b01b32e41f', 'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246', 'admin_state_up': True, 'tenant_id': '22723e9a9df24aac8b922e1ffc4809b0'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:40:24.853410 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-4c70e125-909d-43fe-a17f-ff9493f06242 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Made reservation on behalf of 22723e9a9df24aac8b922e1ffc4809b0 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:40:24.860211 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-4c70e125-909d-43fe-a17f-ff9493f06242 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:24.917935 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-99836e24-9022-4f6b-9287-8b49fa1dadb2 req-3d8886d8-90f8-47c9-bda1-9275be63dd07 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 210 time: 0.0840003 Jan 25 08:40:25.032019 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28596-b01c-4386-ba35-9772967b488d req-68278f7b-80f9-4f6d-8cc6-a0a71287d32d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:25.033570 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3ec28596-b01c-4386-ba35-9772967b488d req-68278f7b-80f9-4f6d-8cc6-a0a71287d32d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1184039 Jan 25 08:40:25.119322 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-4c70e125-909d-43fe-a17f-ff9493f06242 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Allocated IP 172.20.0.2 (41ed80cc-d44d-41ec-b61e-68d9b9248246/9e4f9792-e3cc-41c8-9a66-500cf7f38763/2d25a895-2312-4006-b125-a446f7a5f58b) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:40:25.127175 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3ec28596-b01c-4386-ba35-9772967b488d req-0217071e-3a83-42de-8b1a-0716e93018a4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870097 Jan 25 08:40:25.314323 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-4c70e125-909d-43fe-a17f-ff9493f06242 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks [] for port (2d25a895-2312-4006-b125-a446f7a5f58b), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:25.425804 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-4c70e125-909d-43fe-a17f-ff9493f06242 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (2d25a895-2312-4006-b125-a446f7a5f58b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:25.473664 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-4c70e125-909d-43fe-a17f-ff9493f06242 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Network 41ed80cc-d44d-41ec-b61e-68d9b9248246 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:40:25.478595 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-4c70e125-909d-43fe-a17f-ff9493f06242 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:40:25.486430 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-4c70e125-909d-43fe-a17f-ff9493f06242 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:40:25.494135 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-4c70e125-909d-43fe-a17f-ff9493f06242 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:25.494787 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-4c70e125-909d-43fe-a17f-ff9493f06242 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:25.504032 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70e125-909d-43fe-a17f-ff9493f06242 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Pushing event updated for resources: {'Port': ['ID=2d25a895-2312-4006-b125-a446f7a5f58b,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:25.574459 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-4c70e125-909d-43fe-a17f-ff9493f06242 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9325354 Jan 25 08:40:25.587280 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Request body: {'port': {'device_id': 'e550751b-5b07-4ce6-9cb1-80b01b32e41f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:40:25.673549 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (2d25a895-2312-4006-b125-a446f7a5f58b), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:26.041653 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d25a895-2312-4006-b125-a446f7a5f58b {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:40:26.058988 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Publish callbacks [] for port (2d25a895-2312-4006-b125-a446f7a5f58b), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:26.089478 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Transition to ACTIVE for port object 2d25a895-2312-4006-b125-a446f7a5f58b will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:40:26.112997 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a9f3e-55ae-4bfc-8454-a29078e869d5 req-86182640-2c7e-450f-aa48-1c4acce27edf tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:26.114810 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f03a9f3e-55ae-4bfc-8454-a29078e869d5 req-86182640-2c7e-450f-aa48-1c4acce27edf tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 931 time: 0.0677059 Jan 25 08:40:26.138329 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (2d25a895-2312-4006-b125-a446f7a5f58b), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:26.231971 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f03a9f3e-55ae-4bfc-8454-a29078e869d5 req-ddfca4d8-f26a-4558-a968-d540eb16d7b5 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113615 Jan 25 08:40:26.261467 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Pushing event updated for resources: {'Port': ['ID=2d25a895-2312-4006-b125-a446f7a5f58b,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:26.290964 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Attempting to bind port 2d25a895-2312-4006-b125-a446f7a5f58b on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:40:26.297842 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Attempting to bind port 2d25a895-2312-4006-b125-a446f7a5f58b by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '73b4ade4-c4ab-499e-973b-52be4bf7ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:40:26.297842 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Attempting to bind port 2d25a895-2312-4006-b125-a446f7a5f58b on network 41ed80cc-d44d-41ec-b61e-68d9b9248246 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:40:26.317401 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50535583-7b35-4e7e-b7e5-c78798cf75d4 req-153f5a81-f3f4-49c9-8b96-05fd21ae0b67 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:26.318545 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Port 2d25a895-2312-4006-b125-a446f7a5f58b on network 41ed80cc-d44d-41ec-b61e-68d9b9248246 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:40:26.318545 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Attempting to bind port 2d25a895-2312-4006-b125-a446f7a5f58b on network 41ed80cc-d44d-41ec-b61e-68d9b9248246 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:40:26.324452 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:40:26.324696 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-50535583-7b35-4e7e-b7e5-c78798cf75d4 req-153f5a81-f3f4-49c9-8b96-05fd21ae0b67 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0987074 Jan 25 08:40:26.324927 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Checking segment: {'id': '73b4ade4-c4ab-499e-973b-52be4bf7ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:40:26.326594 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Bound using segment: {'id': '73b4ade4-c4ab-499e-973b-52be4bf7ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:40:26.326594 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Bound port: 2d25a895-2312-4006-b125-a446f7a5f58b, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b4ade4-c4ab-499e-973b-52be4bf7ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:40:26.326594 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (2d25a895-2312-4006-b125-a446f7a5f58b), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:26.387551 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-50535583-7b35-4e7e-b7e5-c78798cf75d4 req-0a7a8edc-3c0c-417e-be10-c00270a6f4da tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616646 Jan 25 08:40:26.436859 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] For port 2d25a895-2312-4006-b125-a446f7a5f58b, host hv-cinder-81187, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:40:26.474665 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] For port 2d25a895-2312-4006-b125-a446f7a5f58b, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2d25a895-2312-4006-b125-a446f7a5f58b,segment=NetworkSegment(73b4ade4-c4ab-499e-973b-52be4bf7ef25),segment_id=73b4ade4-c4ab-499e-973b-52be4bf7ef25)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:40:26.865599 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (2d25a895-2312-4006-b125-a446f7a5f58b), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:26.900497 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:26.901134 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:26.902686 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] 10.222.0.121 "PUT /v2.0/ports/2d25a895-2312-4006-b125-a446f7a5f58b HTTP/1.1" status: 200 len: 1093 time: 1.3203497 Jan 25 08:40:26.903122 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e550751b-5b07-4ce6-9cb1-80b01b32e41f', 'tag': '2d25a895-2312-4006-b125-a446f7a5f58b'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:40:26.905400 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9996ab4-4477-43fa-be46-2b6857bb9896" -d '{"events": [{"name": "network-changed", "server_uuid": "e550751b-5b07-4ce6-9cb1-80b01b32e41f", "tag": "2d25a895-2312-4006-b125-a446f7a5f58b"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:40:26.937858 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c3687-8d40-4a87-a3b2-507fcc2d4a30 service neutron] Pushing event updated for resources: {'Port': ['ID=2d25a895-2312-4006-b125-a446f7a5f58b,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:26.952465 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02fe0ea-338b-499d-a6de-df42cd2cdd0e x-openstack-request-id: req-d02fe0ea-338b-499d-a6de-df42cd2cdd0e {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:40:26.956264 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e550751b-5b07-4ce6-9cb1-80b01b32e41f", "tag": "2d25a895-2312-4006-b125-a446f7a5f58b", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:40:26.960477 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d02fe0ea-338b-499d-a6de-df42cd2cdd0e {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:40:26.961030 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e550751b-5b07-4ce6-9cb1-80b01b32e41f', 'tag': '2d25a895-2312-4006-b125-a446f7a5f58b', 'status': 'completed', 'code': 200} Jan 25 08:40:27.135240 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9996ab4-4477-43fa-be46-2b6857bb9896 req-7d3ae11a-bf8a-42db-9761-1fd22e70d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:27.137181 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b9996ab4-4477-43fa-be46-2b6857bb9896 req-7d3ae11a-bf8a-42db-9761-1fd22e70d805 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=22723e9a9df24aac8b922e1ffc4809b0&device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 1096 time: 0.0622838 Jan 25 08:40:27.290158 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9996ab4-4477-43fa-be46-2b6857bb9896 req-2713a1b6-c984-4c02-90c2-7e10cee2b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:27.292127 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b9996ab4-4477-43fa-be46-2b6857bb9896 req-2713a1b6-c984-4c02-90c2-7e10cee2b3fb service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=22723e9a9df24aac8b922e1ffc4809b0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1327262 Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.464823 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.467072 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.467072 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.467072 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.467072 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.467072 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.467072 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.467072 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.467072 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.467072 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.467072 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.467072 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:40:27.467072 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:40:27.467072 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122014ab-b72b-4c6c-82ab-3af2a6e887e8 req-d55b3847-5f25-48d9-acbc-79622502503c tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:27.470720 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-122014ab-b72b-4c6c-82ab-3af2a6e887e8 req-d55b3847-5f25-48d9-acbc-79622502503c tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 943 time: 0.0775883 Jan 25 08:40:27.472627 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9996ab4-4477-43fa-be46-2b6857bb9896 req-dc141767-e948-475c-bc87-d0b198884d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:27.474483 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b9996ab4-4477-43fa-be46-2b6857bb9896 req-dc141767-e948-475c-bc87-d0b198884d3b service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1744032 Jan 25 08:40:27.523696 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-122014ab-b72b-4c6c-82ab-3af2a6e887e8 req-c4a36eaf-60a5-40b9-a60c-7e96c227dec6 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Jan 25 08:40:27.586414 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29d447-37b1-402b-9f06-a7a660d710bd req-3c0f7d6a-8b15-4a84-ab93-f8baa60ecaa8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:27.601308 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ad29d447-37b1-402b-9f06-a7a660d710bd req-3c0f7d6a-8b15-4a84-ab93-f8baa60ecaa8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1027329 Jan 25 08:40:27.652194 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-322a8b99-ca59-4f58-bb93-764b95f08fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:27.654240 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-322a8b99-ca59-4f58-bb93-764b95f08fa6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=22723e9a9df24aac8b922e1ffc4809b0&device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 1096 time: 0.0822797 Jan 25 08:40:27.677913 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ad29d447-37b1-402b-9f06-a7a660d710bd req-8ba5cf25-abdd-4f7b-97d1-716e8e920bde tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756094 Jan 25 08:40:27.747285 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-e52ec71c-64dc-48ec-9660-99bebd9157a6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d25a895-2312-4006-b125-a446f7a5f58b HTTP/1.1" status: 200 len: 217 time: 0.0821745 Jan 25 08:40:27.809880 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-8c738363-a846-4cb1-8b11-335d6dd6be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:27.811584 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-8c738363-a846-4cb1-8b11-335d6dd6be89 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9e4f9792-e3cc-41c8-9a66-500cf7f38763 HTTP/1.1" status: 200 len: 848 time: 0.0545878 Jan 25 08:40:27.846142 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-9136f7b3-abf3-45d0-854e-a2dfb8dfdff3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=41ed80cc-d44d-41ec-b61e-68d9b9248246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251675 Jan 25 08:40:27.969145 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-5561e7c4-325d-49a3-affa-7206d0d6e247 service neutron] 10.222.0.121 "GET /v2.0/networks/41ed80cc-d44d-41ec-b61e-68d9b9248246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058867 Jan 25 08:40:28.075498 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0ebfbcc8-6fa7-44dc-a045-9f31bd461fd1 req-36b7a645-6bca-4282-bb8e-ca72ac86b3f8 service neutron] 10.222.0.121 "GET /v2.0/networks/41ed80cc-d44d-41ec-b61e-68d9b9248246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974295 Jan 25 08:40:28.687147 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b945e0-b481-4acd-8b84-e1f668b77709 req-1ac8183b-a9ed-4a67-84f4-9d17124b05ba tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:28.688697 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d5b945e0-b481-4acd-8b84-e1f668b77709 req-1ac8183b-a9ed-4a67-84f4-9d17124b05ba tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 943 time: 0.0779824 Jan 25 08:40:28.748479 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d5b945e0-b481-4acd-8b84-e1f668b77709 req-7e200609-5aa2-4fd1-81e1-b1b813196a18 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525868 Jan 25 08:40:28.870208 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3ac07-03ee-470d-a250-fb78cfd255a1 req-ed440c73-3a2e-4f23-8331-cd7ac815d448 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:28.880010 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b2b3ac07-03ee-470d-a250-fb78cfd255a1 req-ed440c73-3a2e-4f23-8331-cd7ac815d448 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0668640 Jan 25 08:40:28.927603 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b2b3ac07-03ee-470d-a250-fb78cfd255a1 req-99866f49-69e3-4f24-ac46-815d83e99558 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465930 Jan 25 08:40:29.539734 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700552b7-5422-4393-b37d-bef33e3ff29d req-ae91bd90-a652-44ff-b401-457be353c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:29.541233 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-700552b7-5422-4393-b37d-bef33e3ff29d req-ae91bd90-a652-44ff-b401-457be353c68f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0785787 Jan 25 08:40:29.606499 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-700552b7-5422-4393-b37d-bef33e3ff29d req-74a896e7-8bd4-47c0-b33c-dcdee62dbd43 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533412 Jan 25 08:40:29.879846 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa405ca-4226-413f-b0a2-01ca72495057 req-f23e74ce-d4eb-40ad-9e75-f178c897cf57 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:29.881624 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4aa405ca-4226-413f-b0a2-01ca72495057 req-f23e74ce-d4eb-40ad-9e75-f178c897cf57 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 943 time: 0.0562539 Jan 25 08:40:29.947184 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4aa405ca-4226-413f-b0a2-01ca72495057 req-d10be06d-9e68-4ef7-b5db-25a4c78bbdb3 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590355 Jan 25 08:40:30.100692 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880d5a5-1ceb-44b2-9638-6ba53bd3a7b2 req-2d198204-5ee0-47d5-8e00-d2fd127de411 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:30.102329 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a880d5a5-1ceb-44b2-9638-6ba53bd3a7b2 req-2d198204-5ee0-47d5-8e00-d2fd127de411 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0567908 Jan 25 08:40:30.152245 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a880d5a5-1ceb-44b2-9638-6ba53bd3a7b2 req-89b5dfb8-c509-4d99-bc9a-f1cedf35de5f tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443146 Jan 25 08:40:30.659804 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:31.087391 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69678d-e051-4b6b-942f-403462132031 req-c66e25a3-a1a5-4ee1-9a29-8262f6465931 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:31.089709 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-dc69678d-e051-4b6b-942f-403462132031 req-c66e25a3-a1a5-4ee1-9a29-8262f6465931 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 943 time: 0.0566220 Jan 25 08:40:31.145639 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-dc69678d-e051-4b6b-942f-403462132031 req-cb91afd9-f14b-49cb-8953-930aa3df7465 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482285 Jan 25 08:40:31.203458 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 2d25a895-2312-4006-b125-a446f7a5f58b details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:40:31.284842 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6f2e3-191a-4851-b1ce-ee7d85005b3b req-9f62ef2e-4f82-47f4-8c66-8e0ce8d037a8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:31.287348 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-57b6f2e3-191a-4851-b1ce-ee7d85005b3b req-9f62ef2e-4f82-47f4-8c66-8e0ce8d037a8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0524004 Jan 25 08:40:31.287609 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 2d25a895-2312-4006-b125-a446f7a5f58b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2d25a895-2312-4006-b125-a446f7a5f58b,segment=NetworkSegment(73b4ade4-c4ab-499e-973b-52be4bf7ef25),segment_id=73b4ade4-c4ab-499e-973b-52be4bf7ef25)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:40:31.301289 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': '2d25a895-2312-4006-b125-a446f7a5f58b', 'network_id': '41ed80cc-d44d-41ec-b61e-68d9b9248246', 'port_id': '2d25a895-2312-4006-b125-a446f7a5f58b', 'mac_address': 'fa:16:3e:9c:d1:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4f9792-e3cc-41c8-9a66-500cf7f38763', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:40:31.345395 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 2d25a895-2312-4006-b125-a446f7a5f58b is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:31.345781 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (2d25a895-2312-4006-b125-a446f7a5f58b), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:31.346764 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-57b6f2e3-191a-4851-b1ce-ee7d85005b3b req-3532e84a-b2a0-4890-9683-d5ed42298520 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518019 Jan 25 08:40:31.366082 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d25a895-2312-4006-b125-a446f7a5f58b {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:40:31.387008 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 2d25a895-2312-4006-b125-a446f7a5f58b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2d25a895-2312-4006-b125-a446f7a5f58b,segment=NetworkSegment(73b4ade4-c4ab-499e-973b-52be4bf7ef25),segment_id=73b4ade4-c4ab-499e-973b-52be4bf7ef25)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:40:31.453754 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (2d25a895-2312-4006-b125-a446f7a5f58b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:31.509382 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=2d25a895-2312-4006-b125-a446f7a5f58b,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:32.133892 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-23caa690-410c-4d9d-bdc6-baa1272f3ea9 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:32.136421 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-23caa690-410c-4d9d-bdc6-baa1272f3ea9 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/networks?id=07a0a72d-6846-4848-8c73-bbcc20fedb8c HTTP/1.1" status: 200 len: 815 time: 0.1037531 Jan 25 08:40:32.152194 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-fc948ee9-24a8-48d3-8f20-a99caa3767ee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/quotas/f883d39e09994eef8c9a8cb49ba70db9 HTTP/1.1" status: 200 len: 375 time: 0.0106549 Jan 25 08:40:32.211667 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-7c5716f4-8f5c-4b81-a91b-00d4f008916d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=f883d39e09994eef8c9a8cb49ba70db9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535934 Jan 25 08:40:32.302387 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-0cdf9ec7-bf03-4bdf-9bf9-ca57f1aad819 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:32.303788 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-0cdf9ec7-bf03-4bdf-9bf9-ca57f1aad819 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/networks?id=5a250842-ae7d-4621-8183-b5b4cc23ab14 HTTP/1.1" status: 200 len: 815 time: 0.1179957 Jan 25 08:40:32.311865 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-7f9176e4-94bf-4046-8bfa-d5578a4f50b5 service neutron] 10.222.0.112 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888431 Jan 25 08:40:32.319101 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-835eef34-088e-4a89-b9da-feec747ea457 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/quotas/3c84e11915fc4963a868824cc4b51944 HTTP/1.1" status: 200 len: 375 time: 0.0097339 Jan 25 08:40:32.344466 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['2d25a895-2312-4006-b125-a446f7a5f58b'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:40:32.394736 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-172cb851-3ebe-4b02-a9ef-97519932550f tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=3c84e11915fc4963a868824cc4b51944&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703089 Jan 25 08:40:32.421121 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-7ef8f9e8-68ae-444e-b47b-4f7928bda111 service neutron] 10.222.0.112 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035378 Jan 25 08:40:32.709091 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26666ecd-965a-4c4c-8b5c-a309a85a4b8d req-ca81c1ab-129b-4505-9c66-6278d723ec27 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:32.710848 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-26666ecd-965a-4c4c-8b5c-a309a85a4b8d req-ca81c1ab-129b-4505-9c66-6278d723ec27 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 944 time: 0.0719047 Jan 25 08:40:32.764811 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-c96d1095-e157-457b-a80c-661be438b6c4 service neutron] 10.222.0.112 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691337 Jan 25 08:40:32.799389 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-26666ecd-965a-4c4c-8b5c-a309a85a4b8d req-dc8090bf-78f4-4ea0-a089-0298848d1109 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829096 Jan 25 08:40:32.863938 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-67d57db7-6097-4261-bfc9-9672459e7f01 service neutron] 10.222.0.112 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913429 Jan 25 08:40:32.909883 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d005f2a-a005-4079-82b6-03e03b022ba5 req-47af14f2-e462-4dee-9194-f60f7d682b67 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:32.911990 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0d005f2a-a005-4079-82b6-03e03b022ba5 req-47af14f2-e462-4dee-9194-f60f7d682b67 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0550752 Jan 25 08:40:32.958827 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0d005f2a-a005-4079-82b6-03e03b022ba5 req-c8e7b91f-1590-4b69-ba6a-e65a09dec7eb tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 Jan 25 08:40:33.021936 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4acb6ac9-fff6-4762-b06f-ce9bc16eba83 req-d90909f8-4b42-45db-bd05-64ff7bbe0897 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 210 time: 0.0250280 Jan 25 08:40:33.076319 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:40:33.206853 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5a91ef09-b4c4-4254-9523-b537519715e6 req-9585fe2f-4335-48b6-82d8-127198cf5712 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 210 time: 0.0302093 Jan 25 08:40:33.636928 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59735a23-aabb-45e4-acf9-d18d1b0a3e95 req-409b6a6c-3495-4de0-94e8-50e889965b99 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:33.638404 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-59735a23-aabb-45e4-acf9-d18d1b0a3e95 req-409b6a6c-3495-4de0-94e8-50e889965b99 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0491886 Jan 25 08:40:33.694580 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-59735a23-aabb-45e4-acf9-d18d1b0a3e95 req-35f867f3-e46f-4559-8124-c1e795f2741d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495691 Jan 25 08:40:33.727472 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345dd24-a484-4175-973e-e289d4a2e99d req-60f9cddb-4265-4fb2-b2b7-f403f747990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:33.729009 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4345dd24-a484-4175-973e-e289d4a2e99d req-60f9cddb-4265-4fb2-b2b7-f403f747990c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d8a5497ebd1437cba42c0faf75c13e7&device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0497522 Jan 25 08:40:33.820175 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345dd24-a484-4175-973e-e289d4a2e99d req-e6b5e097-ffca-42cc-bbc0-80ffbc3816bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:33.821653 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4345dd24-a484-4175-973e-e289d4a2e99d req-e6b5e097-ffca-42cc-bbc0-80ffbc3816bd service neutron] 10.222.0.121 "GET /v2.0/networks?id=5eb1523e-8b36-4420-9865-509a0828a097 HTTP/1.1" status: 200 len: 919 time: 0.0845964 Jan 25 08:40:33.867381 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4345dd24-a484-4175-973e-e289d4a2e99d req-275f4a26-179f-4d79-94b1-2057290bbaae service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52bb7c3b-b0fe-482c-843a-4a661fe62109 HTTP/1.1" status: 200 len: 217 time: 0.0388908 Jan 25 08:40:33.954425 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0666b-9e1b-49c8-915d-b44edf0d1a4c req-19cadd7d-8545-4eee-9752-c43fd56c68e5 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:33.955819 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-81f0666b-9e1b-49c8-915d-b44edf0d1a4c req-19cadd7d-8545-4eee-9752-c43fd56c68e5 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 944 time: 0.0828319 Jan 25 08:40:33.957162 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345dd24-a484-4175-973e-e289d4a2e99d req-764e6ed7-ec37-4f04-89f0-45c59efca0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:33.959329 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4345dd24-a484-4175-973e-e289d4a2e99d req-764e6ed7-ec37-4f04-89f0-45c59efca0f6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=38a2320b-acd8-43cc-9a48-d5178286b608 HTTP/1.1" status: 200 len: 858 time: 0.0755727 Jan 25 08:40:34.007287 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4345dd24-a484-4175-973e-e289d4a2e99d req-cc892f60-02d5-4215-a84c-d360ef2c1572 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5eb1523e-8b36-4420-9865-509a0828a097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282030 Jan 25 08:40:34.043770 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-81f0666b-9e1b-49c8-915d-b44edf0d1a4c req-45c9ac96-61be-4bb9-9a21-3cd86b1be1ad tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811760 Jan 25 08:40:34.125909 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4345dd24-a484-4175-973e-e289d4a2e99d req-619297e7-3c12-4803-a14a-f1adb3d40ba3 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084146 Jan 25 08:40:34.130449 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4dae8c0a-c508-4243-9057-115f7c90e354 req-e0cad234-1b22-489a-ac6f-3802bd380f01 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 210 time: 0.0258241 Jan 25 08:40:34.234650 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4345dd24-a484-4175-973e-e289d4a2e99d req-e293581b-5387-471d-a37e-6e95692e0104 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956111 Jan 25 08:40:34.341646 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-826c92f0-df67-4b64-9ca0-4d3ca8badf9b req-a9270cb3-8ef8-4adc-b285-4342cf7f1fa0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 210 time: 0.0399985 Jan 25 08:40:34.823401 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d36414-9a4c-41c4-bae1-24f7435caec3 req-4e5c97d1-2e1c-4345-ac22-1053d59f42f7 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:34.825130 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-07d36414-9a4c-41c4-bae1-24f7435caec3 req-4e5c97d1-2e1c-4345-ac22-1053d59f42f7 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0485077 Jan 25 08:40:34.872591 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-07d36414-9a4c-41c4-bae1-24f7435caec3 req-df6e0e4b-086e-4cd6-8670-1571e42a13cc tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Jan 25 08:40:35.162462 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d28a55-8d12-4b3d-ba46-861628687749 req-727b30fb-195f-4772-89fa-580f9ecd808b tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:35.164058 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-14d28a55-8d12-4b3d-ba46-861628687749 req-727b30fb-195f-4772-89fa-580f9ecd808b tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 944 time: 0.0495110 Jan 25 08:40:35.217284 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-14d28a55-8d12-4b3d-ba46-861628687749 req-0db61a12-a06d-44f1-b7ec-e5bec930129d tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466037 Jan 25 08:40:35.225409 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 2d25a895-2312-4006-b125-a446f7a5f58b up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:40:35.230220 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4e056772-c490-4078-b338-beb588dfa6de req-c18225c4-5e02-44f8-95e4-cea5024a46d4 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 210 time: 0.0314140 Jan 25 08:40:35.382831 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port 2d25a895-2312-4006-b125-a446f7a5f58b completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:40:35.387963 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port 2d25a895-2312-4006-b125-a446f7a5f58b triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:35.388375 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (2d25a895-2312-4006-b125-a446f7a5f58b), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:35.437573 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c6d2062e-05dd-4c99-ade2-f3c0327417a8 req-a358b220-63f4-4962-89e6-a8472caecf93 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 210 time: 0.0280406 Jan 25 08:40:35.470162 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 2d25a895-2312-4006-b125-a446f7a5f58b is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:40:35.470552 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (2d25a895-2312-4006-b125-a446f7a5f58b), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:35.498246 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e550751b-5b07-4ce6-9cb1-80b01b32e41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d25a895-2312-4006-b125-a446f7a5f58b'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:40:35.501661 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f9bdd6-8002-42ae-a542-ae2a8343dd5b" -d '{"events": [{"server_uuid": "e550751b-5b07-4ce6-9cb1-80b01b32e41f", "name": "network-vif-plugged", "status": "completed", "tag": "2d25a895-2312-4006-b125-a446f7a5f58b"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:40:35.541846 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 2d25a895-2312-4006-b125-a446f7a5f58b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2d25a895-2312-4006-b125-a446f7a5f58b,segment=NetworkSegment(73b4ade4-c4ab-499e-973b-52be4bf7ef25),segment_id=73b4ade4-c4ab-499e-973b-52be4bf7ef25)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:40:35.570883 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b3fdd5-80c8-459e-968a-aaf48bddeebb x-openstack-request-id: req-75b3fdd5-80c8-459e-968a-aaf48bddeebb {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:40:35.571184 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e550751b-5b07-4ce6-9cb1-80b01b32e41f", "name": "network-vif-plugged", "status": "completed", "tag": "2d25a895-2312-4006-b125-a446f7a5f58b", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:40:35.571754 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-75b3fdd5-80c8-459e-968a-aaf48bddeebb {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:40:35.571874 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e550751b-5b07-4ce6-9cb1-80b01b32e41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d25a895-2312-4006-b125-a446f7a5f58b', 'code': 200} Jan 25 08:40:35.608278 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (2d25a895-2312-4006-b125-a446f7a5f58b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:35.626782 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-9a2cc8f0-4452-4d0a-bef2-51e7648c5666 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:35.628288 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-9a2cc8f0-4452-4d0a-bef2-51e7648c5666 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.121 "GET /v2.0/networks?id=07a0a72d-6846-4848-8c73-bbcc20fedb8c HTTP/1.1" status: 200 len: 815 time: 0.1297240 Jan 25 08:40:35.664904 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=2d25a895-2312-4006-b125-a446f7a5f58b,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:35.665724 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-3c5bc7b2-57d5-4bfa-b25b-3cd3c9182c95 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:35.668724 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-3c5bc7b2-57d5-4bfa-b25b-3cd3c9182c95 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "GET /v2.0/networks?id=5a250842-ae7d-4621-8183-b5b4cc23ab14 HTTP/1.1" status: 200 len: 815 time: 0.1593690 Jan 25 08:40:35.687943 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-f25aef16-e254-44eb-9d8e-0d3b15df0bee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Request body: {'port': {'device_id': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'admin_state_up': True, 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:40:35.694059 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-98c85b30-4336-44dc-87e8-608298dc7301 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Request body: {'port': {'device_id': '9dfe3443-213b-4b0a-a4c6-6f932b501da3', 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14', 'admin_state_up': True, 'tenant_id': '3c84e11915fc4963a868824cc4b51944'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:40:35.882407 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-f25aef16-e254-44eb-9d8e-0d3b15df0bee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Made reservation on behalf of f883d39e09994eef8c9a8cb49ba70db9 for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:40:35.882628 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-98c85b30-4336-44dc-87e8-608298dc7301 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Made reservation on behalf of 3c84e11915fc4963a868824cc4b51944 for: {'port': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:40:35.885851 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-f25aef16-e254-44eb-9d8e-0d3b15df0bee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:35.886255 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-98c85b30-4336-44dc-87e8-608298dc7301 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:36.060523 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-98c85b30-4336-44dc-87e8-608298dc7301 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Allocated IP 172.20.0.11 (5a250842-ae7d-4621-8183-b5b4cc23ab14/7f8965e3-8a09-4d2f-9556-60a9e740f6a9/c961990a-70e4-4901-b223-79b00e0aae66) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:40:36.228744 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-98c85b30-4336-44dc-87e8-608298dc7301 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks [] for port (c961990a-70e4-4901-b223-79b00e0aae66), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:36.336193 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac7876-617a-4938-8124-52fa9ea5f1e9 req-f8b131e2-6824-47c7-84cc-6e05756cb317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:36.337668 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ffac7876-617a-4938-8124-52fa9ea5f1e9 req-f8b131e2-6824-47c7-84cc-6e05756cb317 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 1098 time: 0.3722861 Jan 25 08:40:36.347516 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498705f7-e256-45ff-b0ef-226a4631a090 req-013a484d-42d4-4d6e-a0f4-eec3ce7f6b74 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:36.354224 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-498705f7-e256-45ff-b0ef-226a4631a090 req-013a484d-42d4-4d6e-a0f4-eec3ce7f6b74 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.3898520 Jan 25 08:40:36.362740 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6998d3-5582-4bb2-aa60-19f4a8548123 req-5c791115-596a-4526-b299-300ae1dd2e82 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:36.368592 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6d6998d3-5582-4bb2-aa60-19f4a8548123 req-5c791115-596a-4526-b299-300ae1dd2e82 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 945 time: 0.0644674 Jan 25 08:40:36.380072 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-98c85b30-4336-44dc-87e8-608298dc7301 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (c961990a-70e4-4901-b223-79b00e0aae66), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:36.398543 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-f25aef16-e254-44eb-9d8e-0d3b15df0bee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Allocated IP 172.20.0.11 (07a0a72d-6846-4848-8c73-bbcc20fedb8c/92c394b4-1106-4f8a-8b26-188f70824e72/6af39d83-c74a-46d6-bf83-eed97c720a1b) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:40:36.402917 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d', 'a9023473-cda3-4747-872b-7dbf41ad391c', '2ebc8a95-b49a-4472-b036-b208d62ded50'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:40:36.456013 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-98c85b30-4336-44dc-87e8-608298dc7301 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Network 5a250842-ae7d-4621-8183-b5b4cc23ab14 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:40:36.459823 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ffac7876-617a-4938-8124-52fa9ea5f1e9 req-c8839a06-c3e0-4fbd-9cc5-fbc1fefc15db service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014321 Jan 25 08:40:36.463542 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-98c85b30-4336-44dc-87e8-608298dc7301 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:40:36.471507 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-498705f7-e256-45ff-b0ef-226a4631a090 req-9635db9f-2cb2-483a-96f2-b87a2a11d93d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164436 Jan 25 08:40:36.477333 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-98c85b30-4336-44dc-87e8-608298dc7301 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:40:36.508621 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6d6998d3-5582-4bb2-aa60-19f4a8548123 req-9a6fdf2e-f4f0-4280-99b9-6f293db2e100 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369536 Jan 25 08:40:36.519796 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c85b30-4336-44dc-87e8-608298dc7301 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Pushing event updated for resources: {'Port': ['ID=c961990a-70e4-4901-b223-79b00e0aae66,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:36.573618 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-98c85b30-4336-44dc-87e8-608298dc7301 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:36.574591 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-98c85b30-4336-44dc-87e8-608298dc7301 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:36.666032 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-98c85b30-4336-44dc-87e8-608298dc7301 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9795685 Jan 25 08:40:36.709753 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-f25aef16-e254-44eb-9d8e-0d3b15df0bee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:36.722077 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-651dc3e0-f50a-4df6-a234-b1439d0d5aea req-8d804471-153d-45de-a363-bc8ddc5aa22a tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 210 time: 0.1550016 Jan 25 08:40:36.839349 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-f25aef16-e254-44eb-9d8e-0d3b15df0bee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:36.864365 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-f25aef16-e254-44eb-9d8e-0d3b15df0bee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Network 07a0a72d-6846-4848-8c73-bbcc20fedb8c is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:40:36.867960 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-f25aef16-e254-44eb-9d8e-0d3b15df0bee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:40:36.893768 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-f25aef16-e254-44eb-9d8e-0d3b15df0bee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:40:36.903186 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-f25aef16-e254-44eb-9d8e-0d3b15df0bee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:36.903925 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-f25aef16-e254-44eb-9d8e-0d3b15df0bee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:36.935288 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a252186-bdd4-41e1-8b90-871f310aca6c req-d6ef1084-9cef-4826-993e-c7a2ec06f8fa tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:36.940326 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9a252186-bdd4-41e1-8b90-871f310aca6c req-d6ef1084-9cef-4826-993e-c7a2ec06f8fa tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 932 time: 0.1335258 Jan 25 08:40:36.972656 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25aef16-e254-44eb-9d8e-0d3b15df0bee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event updated for resources: {'Port': ['ID=6af39d83-c74a-46d6-bf83-eed97c720a1b,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:37.002482 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9a252186-bdd4-41e1-8b90-871f310aca6c req-49126233-dbdd-450b-9abf-c06345e16750 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539720 Jan 25 08:40:37.071118 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-f25aef16-e254-44eb-9d8e-0d3b15df0bee tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3882868 Jan 25 08:40:37.218223 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-4b097b4e-39be-4723-b574-f293e612dec0 None None] Provisioning complete for port 6af39d83-c74a-46d6-bf83-eed97c720a1b triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:40:37.218443 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4b097b4e-39be-4723-b574-f293e612dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:37.257414 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-4b097b4e-39be-4723-b574-f293e612dec0 None None] Port 6af39d83-c74a-46d6-bf83-eed97c720a1b cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:40:39.498293 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4063ab1f-c8c7-418f-ac32-48367fa059e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:41.842337 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c71d2f4f-3567-4169-bc65-57d809d7f5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:43.009053 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:44.573570 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:45.836348 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:50.611531 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 42050) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:50.752024 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-34685409-3ab1-44b7-9a2b-a24333261a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:50.828684 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-34685409-3ab1-44b7-9a2b-a24333261a92 admin admin] Publish callbacks [] for security_group (662eaf17-50c9-4e0c-993f-f3d6568da873), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:50.909557 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-34685409-3ab1-44b7-9a2b-a24333261a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (662eaf17-50c9-4e0c-993f-f3d6568da873), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:50.950392 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34685409-3ab1-44b7-9a2b-a24333261a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662eaf17-50c9-4e0c-993f-f3d6568da873,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:50.960019 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 42054) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:50.960718 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-34685409-3ab1-44b7-9a2b-a24333261a92 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0b6704a695584ff690355f20e5dfab4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472435 Jan 25 08:40:51.015414 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-682c0e07-1198-47ee-9229-ddddaa1433ec admin admin] Publish callbacks [] for security_group (662eaf17-50c9-4e0c-993f-f3d6568da873), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:51.039443 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-682c0e07-1198-47ee-9229-ddddaa1433ec admin admin] Publish callbacks [] for security_group (662eaf17-50c9-4e0c-993f-f3d6568da873), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:51.161697 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-682c0e07-1198-47ee-9229-ddddaa1433ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (662eaf17-50c9-4e0c-993f-f3d6568da873), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:51.164928 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-682c0e07-1198-47ee-9229-ddddaa1433ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:51.166201 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-682c0e07-1198-47ee-9229-ddddaa1433ec admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/662eaf17-50c9-4e0c-993f-f3d6568da873 HTTP/1.1" status: 204 len: 168 time: 0.2042148 Jan 25 08:40:51.178193 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c0e07-1198-47ee-9229-ddddaa1433ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662eaf17-50c9-4e0c-993f-f3d6568da873,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:51.848609 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 42064) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:51.862497 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0d72f5d4-93dd-4208-b3b3-14720480120f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:51.943663 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0d72f5d4-93dd-4208-b3b3-14720480120f admin admin] Publish callbacks [] for security_group (47731858-375a-47c6-aa4b-94d8ddb6f270), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:51.979194 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0d72f5d4-93dd-4208-b3b3-14720480120f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (47731858-375a-47c6-aa4b-94d8ddb6f270), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:52.018975 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-0d72f5d4-93dd-4208-b3b3-14720480120f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4fda20ee9b43423ab744bbcb80772268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690421 Jan 25 08:40:52.019674 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72f5d4-93dd-4208-b3b3-14720480120f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47731858-375a-47c6-aa4b-94d8ddb6f270,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:52.021809 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 42066) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:52.076189 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bffb2ea5-e2d8-4837-968c-0aac19a2fa05 admin admin] Publish callbacks [] for security_group (47731858-375a-47c6-aa4b-94d8ddb6f270), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:52.099038 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bffb2ea5-e2d8-4837-968c-0aac19a2fa05 admin admin] Publish callbacks [] for security_group (47731858-375a-47c6-aa4b-94d8ddb6f270), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:52.196722 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bffb2ea5-e2d8-4837-968c-0aac19a2fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (47731858-375a-47c6-aa4b-94d8ddb6f270), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:52.202804 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bffb2ea5-e2d8-4837-968c-0aac19a2fa05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:52.202804 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-bffb2ea5-e2d8-4837-968c-0aac19a2fa05 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/47731858-375a-47c6-aa4b-94d8ddb6f270 HTTP/1.1" status: 204 len: 168 time: 0.1778469 Jan 25 08:40:52.209572 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb2ea5-e2d8-4837-968c-0aac19a2fa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47731858-375a-47c6-aa4b-94d8ddb6f270,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:54.324368 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Request body: {'port': {'device_id': '9dfe3443-213b-4b0a-a4c6-6f932b501da3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:40:54.328879 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Request body: {'port': {'device_id': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:40:54.391983 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:54.401892 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (c961990a-70e4-4901-b223-79b00e0aae66), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:54.563761 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15233a74-2511-4f11-be9d-efe3fc673418 req-82f26a15-cf98-4b52-b575-4abf78f5fc6c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:54.565293 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-15233a74-2511-4f11-be9d-efe3fc673418 req-82f26a15-cf98-4b52-b575-4abf78f5fc6c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1206043 Jan 25 08:40:54.600660 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464e90f-9902-4543-bee4-2c388c32840a req-dc2d1ee8-52cc-48fb-a864-8a3e479f45b7 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:54.602142 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c464e90f-9902-4543-bee4-2c388c32840a req-dc2d1ee8-52cc-48fb-a864-8a3e479f45b7 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 945 time: 0.0848918 Jan 25 08:40:54.675151 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-15233a74-2511-4f11-be9d-efe3fc673418 req-cbd20cce-8ccd-42c5-b411-778442138888 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915954 Jan 25 08:40:54.714506 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c464e90f-9902-4543-bee4-2c388c32840a req-3d71f3a5-9c05-4e57-b7d3-34b389f8193b tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827663 Jan 25 08:40:54.786324 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c961990a-70e4-4901-b223-79b00e0aae66 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:40:54.804945 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Publish callbacks [] for port (c961990a-70e4-4901-b223-79b00e0aae66), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:54.822824 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Transition to ACTIVE for port object c961990a-70e4-4901-b223-79b00e0aae66 will not be triggered until provisioned by entity L2. {{(pid=103105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:40:54.823185 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af39d83-c74a-46d6-bf83-eed97c720a1b {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:40:54.859274 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Publish callbacks [] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:54.873840 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Transition to ACTIVE for port object 6af39d83-c74a-46d6-bf83-eed97c720a1b will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:40:54.880880 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a433a-61a4-4a51-80f7-cf746e4791ef req-1d0a5ab8-ba1e-4d24-ba68-eba30340ce0c tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:54.882574 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7f8a433a-61a4-4a51-80f7-cf746e4791ef req-1d0a5ab8-ba1e-4d24-ba68-eba30340ce0c tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 932 time: 0.0580213 Jan 25 08:40:54.895818 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7404b-2311-4cc3-a56a-ec6ed39a9f72 req-de10d1a2-61b1-4661-adcd-6946b81d9fac tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:54.897296 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3db7404b-2311-4cc3-a56a-ec6ed39a9f72 req-de10d1a2-61b1-4661-adcd-6946b81d9fac tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 932 time: 0.0670402 Jan 25 08:40:54.909149 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (c961990a-70e4-4901-b223-79b00e0aae66), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:54.947187 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3db7404b-2311-4cc3-a56a-ec6ed39a9f72 req-8ab4b6fe-ffe2-4b45-a956-7dcfd543223e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429580 Jan 25 08:40:54.948352 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:54.989958 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7f8a433a-61a4-4a51-80f7-cf746e4791ef req-4d6c3852-cdda-471e-b4d2-a29b56472874 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004941 Jan 25 08:40:54.991874 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Pushing event updated for resources: {'Port': ['ID=c961990a-70e4-4901-b223-79b00e0aae66,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:55.031032 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Pushing event updated for resources: {'Port': ['ID=6af39d83-c74a-46d6-bf83-eed97c720a1b,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:55.045762 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Attempting to bind port 6af39d83-c74a-46d6-bf83-eed97c720a1b on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:40:55.046307 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Attempting to bind port 6af39d83-c74a-46d6-bf83-eed97c720a1b by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'd13ece84-ef86-4d42-b26c-cf395facfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:40:55.046789 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Attempting to bind port 6af39d83-c74a-46d6-bf83-eed97c720a1b on network 07a0a72d-6846-4848-8c73-bbcc20fedb8c {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:40:55.053034 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Port 6af39d83-c74a-46d6-bf83-eed97c720a1b on network 07a0a72d-6846-4848-8c73-bbcc20fedb8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:40:55.053653 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Attempting to bind port 6af39d83-c74a-46d6-bf83-eed97c720a1b on network 07a0a72d-6846-4848-8c73-bbcc20fedb8c {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:40:55.060464 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:40:55.063915 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Checking segment: {'id': 'd13ece84-ef86-4d42-b26c-cf395facfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:40:55.063915 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Bound using segment: {'id': 'd13ece84-ef86-4d42-b26c-cf395facfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:40:55.063915 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Bound port: 6af39d83-c74a-46d6-bf83-eed97c720a1b, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13ece84-ef86-4d42-b26c-cf395facfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:40:55.063915 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:55.081765 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Attempting to bind port c961990a-70e4-4901-b223-79b00e0aae66 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:40:55.082099 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Attempting to bind port c961990a-70e4-4901-b223-79b00e0aae66 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:40:55.082511 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Attempting to bind port c961990a-70e4-4901-b223-79b00e0aae66 on network 5a250842-ae7d-4621-8183-b5b4cc23ab14 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:40:55.087061 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Port c961990a-70e4-4901-b223-79b00e0aae66 on network 5a250842-ae7d-4621-8183-b5b4cc23ab14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:40:55.087377 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Attempting to bind port c961990a-70e4-4901-b223-79b00e0aae66 on network 5a250842-ae7d-4621-8183-b5b4cc23ab14 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:40:55.092903 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:40:55.093244 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Checking segment: {'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:40:55.093625 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Bound using segment: {'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:40:55.094049 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Bound port: c961990a-70e4-4901-b223-79b00e0aae66, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:40:55.094404 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (c961990a-70e4-4901-b223-79b00e0aae66), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:55.134706 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] For port 6af39d83-c74a-46d6-bf83-eed97c720a1b, host hv-cinder-81187, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:40:55.138538 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] For port 6af39d83-c74a-46d6-bf83-eed97c720a1b, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:40:55.167811 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] For port c961990a-70e4-4901-b223-79b00e0aae66, host hv-cinder-81187, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:40:55.171031 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] For port c961990a-70e4-4901-b223-79b00e0aae66, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c961990a-70e4-4901-b223-79b00e0aae66,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:40:55.219739 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:55.250890 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (c961990a-70e4-4901-b223-79b00e0aae66), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:55.252752 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.253452 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:55.255509 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] 10.222.0.121 "PUT /v2.0/ports/6af39d83-c74a-46d6-bf83-eed97c720a1b HTTP/1.1" status: 200 len: 1094 time: 0.9307618 Jan 25 08:40:55.255768 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:40:55.258129 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791f6caf-70ea-402c-8421-469414202aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:40:55.292648 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.293439 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:55.294309 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b1d0b-b34b-4b16-8719-c25831e82232 service neutron] Pushing event updated for resources: {'Port': ['ID=6af39d83-c74a-46d6-bf83-eed97c720a1b,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:55.294848 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] 10.222.0.121 "PUT /v2.0/ports/c961990a-70e4-4901-b223-79b00e0aae66 HTTP/1.1" status: 200 len: 1094 time: 0.9761133 Jan 25 08:40:55.298683 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfe3443-213b-4b0a-a4c6-6f932b501da3', 'tag': 'c961990a-70e4-4901-b223-79b00e0aae66'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:40:55.302763 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc8f078-f27b-4509-9f96-9b9eb84952fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfe3443-213b-4b0a-a4c6-6f932b501da3", "tag": "c961990a-70e4-4901-b223-79b00e0aae66"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:40:55.312011 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58a6404-ddb6-4632-8555-39c20d42ef50 x-openstack-request-id: req-c58a6404-ddb6-4632-8555-39c20d42ef50 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:40:55.312348 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:40:55.312604 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c58a6404-ddb6-4632-8555-39c20d42ef50 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:40:55.313031 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b', 'status': 'completed', 'code': 200} Jan 25 08:40:55.354035 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a13a2f8-efb3-4e5e-b38b-c59d8eac8030 x-openstack-request-id: req-0a13a2f8-efb3-4e5e-b38b-c59d8eac8030 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:40:55.355182 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfe3443-213b-4b0a-a4c6-6f932b501da3", "tag": "c961990a-70e4-4901-b223-79b00e0aae66", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:40:55.355385 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0a13a2f8-efb3-4e5e-b38b-c59d8eac8030 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:40:55.355945 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfe3443-213b-4b0a-a4c6-6f932b501da3', 'tag': 'c961990a-70e4-4901-b223-79b00e0aae66', 'status': 'completed', 'code': 200} Jan 25 08:40:55.381807 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a9494-2733-4696-953a-76ab8610e099 service neutron] Pushing event updated for resources: {'Port': ['ID=c961990a-70e4-4901-b223-79b00e0aae66,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:55.399604 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f6caf-70ea-402c-8421-469414202aa1 req-9341e712-69d9-4edf-b53d-02b43901a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.401220 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-791f6caf-70ea-402c-8421-469414202aa1 req-9341e712-69d9-4edf-b53d-02b43901a60a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f883d39e09994eef8c9a8cb49ba70db9&device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 1097 time: 0.0621986 Jan 25 08:40:55.431218 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f078-f27b-4509-9f96-9b9eb84952fe req-85568562-6202-48ad-8b38-0fd1eb45465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.433137 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8cc8f078-f27b-4509-9f96-9b9eb84952fe req-85568562-6202-48ad-8b38-0fd1eb45465e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3c84e11915fc4963a868824cc4b51944&device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 1097 time: 0.0640297 Jan 25 08:40:55.534352 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f6caf-70ea-402c-8421-469414202aa1 req-358c05cf-abf3-4118-b99d-622cfc404dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.536663 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-791f6caf-70ea-402c-8421-469414202aa1 req-358c05cf-abf3-4118-b99d-622cfc404dad service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=f883d39e09994eef8c9a8cb49ba70db9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1216612 Jan 25 08:40:55.547948 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f078-f27b-4509-9f96-9b9eb84952fe req-b1e73fbb-b8ce-48ab-902d-2eebb02c46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.549438 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8cc8f078-f27b-4509-9f96-9b9eb84952fe req-b1e73fbb-b8ce-48ab-902d-2eebb02c46bd service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=3c84e11915fc4963a868824cc4b51944&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1034942 Jan 25 08:40:55.636859 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f6caf-70ea-402c-8421-469414202aa1 req-229b7267-dae3-4976-b198-25b778fcadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.638463 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-791f6caf-70ea-402c-8421-469414202aa1 req-229b7267-dae3-4976-b198-25b778fcadeb service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941484 Jan 25 08:40:55.657471 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f078-f27b-4509-9f96-9b9eb84952fe req-80078fb6-6303-499e-99c5-0610a8a66e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.659058 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8cc8f078-f27b-4509-9f96-9b9eb84952fe req-80078fb6-6303-499e-99c5-0610a8a66e85 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025021 Jan 25 08:40:55.755938 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-3f0c777b-dbf9-431b-a2c1-bc7478b92bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.755938 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-3f0c777b-dbf9-431b-a2c1-bc7478b92bf3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f883d39e09994eef8c9a8cb49ba70db9&device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 1097 time: 0.0705762 Jan 25 08:40:55.807080 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-9a87151d-1c1b-42b9-a568-fae2d49b5c44 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b HTTP/1.1" status: 200 len: 217 time: 0.0393338 Jan 25 08:40:55.818996 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-3e2eda5a-d7cd-4590-bb1b-371902b3918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.820523 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-3e2eda5a-d7cd-4590-bb1b-371902b3918f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3c84e11915fc4963a868824cc4b51944&device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 1097 time: 0.1078186 Jan 25 08:40:55.842171 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b20ec0-c017-4f3c-ba3d-414909d98e58 req-707feef1-2c46-4ba7-8cab-65ccbe835312 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.845104 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e6b20ec0-c017-4f3c-ba3d-414909d98e58 req-707feef1-2c46-4ba7-8cab-65ccbe835312 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0645225 Jan 25 08:40:55.896869 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-2113f4e5-24b7-4d31-a6f6-eda5f9d02ee7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c961990a-70e4-4901-b223-79b00e0aae66 HTTP/1.1" status: 200 len: 217 time: 0.0506971 Jan 25 08:40:55.904546 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-be33d045-b2f5-4234-a1a0-41c9dbef8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.906001 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-be33d045-b2f5-4234-a1a0-41c9dbef8c61 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=92c394b4-1106-4f8a-8b26-188f70824e72 HTTP/1.1" status: 200 len: 854 time: 0.0567567 Jan 25 08:40:55.914962 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c7b76-7fb4-42ef-a389-44dae095902f req-03fe0a72-b48b-4067-94e2-6bd203399914 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.916390 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0b9c7b76-7fb4-42ef-a389-44dae095902f req-03fe0a72-b48b-4067-94e2-6bd203399914 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 945 time: 0.0962656 Jan 25 08:40:55.962221 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e6b20ec0-c017-4f3c-ba3d-414909d98e58 req-3166e7f9-2550-4cf2-99aa-7228a06a8242 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077335 Jan 25 08:40:55.969932 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-20378901-4264-4c4a-b811-aa445875fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.971517 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-20378901-4264-4c4a-b811-aa445875fcc8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7f8965e3-8a09-4d2f-9556-60a9e740f6a9 HTTP/1.1" status: 200 len: 855 time: 0.0669942 Jan 25 08:40:55.986228 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-b319cfca-a809-43c5-8f41-51bb94a6f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:55.987910 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-b319cfca-a809-43c5-8f41-51bb94a6f864 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=07a0a72d-6846-4848-8c73-bbcc20fedb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706692 Jan 25 08:40:55.997117 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0b9c7b76-7fb4-42ef-a389-44dae095902f req-90b73c7a-b7fc-4b86-9a6e-52ccaa1ed085 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714767 Jan 25 08:40:56.006273 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-745d40df-a9b1-4e11-b666-096ee67504f4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5a250842-ae7d-4621-8183-b5b4cc23ab14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274391 Jan 25 08:40:56.128313 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-d4b44843-6b1d-4035-8de5-c306e4edf009 service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258194 Jan 25 08:40:56.133184 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925fcb9-f60d-462b-976d-76cc588e45b9 req-509bb07a-8f12-4813-b0ad-7d6999285470 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:56.134673 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a925fcb9-f60d-462b-976d-76cc588e45b9 req-509bb07a-8f12-4813-b0ad-7d6999285470 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 944 time: 0.0994201 Jan 25 08:40:56.142807 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cd658-f1ed-4244-a90c-d0604d842033 req-fc9357c7-7db7-4fee-b515-e1559ffbb028 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:56.144384 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-071cd658-f1ed-4244-a90c-d0604d842033 req-fc9357c7-7db7-4fee-b515-e1559ffbb028 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 944 time: 0.0689926 Jan 25 08:40:56.168851 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-2b4b3805-82a2-4cef-99ad-6c9e7c74e06d service neutron] 10.222.0.121 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558130 Jan 25 08:40:56.232427 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a925fcb9-f60d-462b-976d-76cc588e45b9 req-da78fb69-430f-4063-854c-29222d972720 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864084 Jan 25 08:40:56.255862 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-071cd658-f1ed-4244-a90c-d0604d842033 req-76d5ba5b-d0cd-4070-9bc2-1fa17394a131 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032000 Jan 25 08:40:56.280666 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-62cde466-2b2a-4fac-ab7a-04cd324cfce8 req-d544179e-791a-498d-845e-c3f56f4da9ed service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352954 Jan 25 08:40:56.307929 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0858971f-34ee-4058-b2e0-83aea2f273a8 req-85590396-5973-4bd6-9787-bd4d20db814a service neutron] 10.222.0.121 "GET /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276171 Jan 25 08:40:57.252856 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4c958-63cd-4abc-8427-9b35d600e1c5 req-1e5376ee-0db6-4bc2-9294-1c52b2fae268 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:57.254987 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a2d4c958-63cd-4abc-8427-9b35d600e1c5 req-1e5376ee-0db6-4bc2-9294-1c52b2fae268 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0558376 Jan 25 08:40:57.267782 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81ae5-d936-4dc2-bc7b-6c0f2659b11b req-868b86b9-3b3f-4f24-a305-4087f26cd628 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:57.269305 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-87a81ae5-d936-4dc2-bc7b-6c0f2659b11b req-868b86b9-3b3f-4f24-a305-4087f26cd628 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 945 time: 0.0519803 Jan 25 08:40:57.305559 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a2d4c958-63cd-4abc-8427-9b35d600e1c5 req-e5635080-e9dc-4d86-9945-202b6d3c6588 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Jan 25 08:40:57.319952 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-87a81ae5-d936-4dc2-bc7b-6c0f2659b11b req-d8179170-732f-401a-8f55-e2c5ba1f53f1 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441635 Jan 25 08:40:57.446852 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0484ff9-ba73-40a8-9f02-6ab34cdec1bd req-0402edda-d971-4dce-9a77-74dd81b743e1 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:57.449830 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b0484ff9-ba73-40a8-9f02-6ab34cdec1bd req-0402edda-d971-4dce-9a77-74dd81b743e1 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 944 time: 0.0775535 Jan 25 08:40:57.477137 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c2fcb-4807-49a5-9bf7-bcbd241d6811 req-ea8f1e2a-3686-442b-afeb-d614a5bfc1bc tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:57.478692 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e47c2fcb-4807-49a5-9bf7-bcbd241d6811 req-ea8f1e2a-3686-442b-afeb-d614a5bfc1bc tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 944 time: 0.0690243 Jan 25 08:40:57.511142 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b0484ff9-ba73-40a8-9f02-6ab34cdec1bd req-0a6fc342-9ff8-4a8a-a6ff-c48e88ea5d56 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538070 Jan 25 08:40:57.528386 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e47c2fcb-4807-49a5-9bf7-bcbd241d6811 req-9569fb36-3343-4c7b-8411-7ae68c4ebcea tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 Jan 25 08:40:58.368734 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 42202) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:58.470807 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:58.542597 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Publish callbacks [] for security_group (593b9092-2704-43ba-aabc-e07dd196bfb3), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:58.619052 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (593b9092-2704-43ba-aabc-e07dd196bfb3), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:58.658565 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593b9092-2704-43ba-aabc-e07dd196bfb3,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:58.662413 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=872b8fea52b7428da70b484eea69d18f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926950 Jan 25 08:40:58.665230 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 42212) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:58.668707 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.669044 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.669384 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.669717 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.670068 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.670373 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.670694 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.671268 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.671602 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.671922 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.672271 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.672591 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.672904 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ee9a7-f45f-4fd4-a7f8-e2872b038e8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.719488 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Publish callbacks [] for security_group (593b9092-2704-43ba-aabc-e07dd196bfb3), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:58.741956 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Publish callbacks [] for security_group (593b9092-2704-43ba-aabc-e07dd196bfb3), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:58.836282 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (593b9092-2704-43ba-aabc-e07dd196bfb3), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:58.838917 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:58.840080 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/593b9092-2704-43ba-aabc-e07dd196bfb3 HTTP/1.1" status: 204 len: 168 time: 0.1737866 Jan 25 08:40:58.847826 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593b9092-2704-43ba-aabc-e07dd196bfb3,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:58.856024 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.856406 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.856748 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.857084 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.857416 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.857745 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.858073 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.858404 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.858736 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.859170 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.859499 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.859924 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:58.860303 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdb104-2fc7-4a61-9db9-52c74f3e3eac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:40:59.032627 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4d444-ce1c-43ce-ae36-a0a1c3612356 req-ab53cb05-663e-4a92-a3dd-17cb9938d9a6 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:59.034141 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a1d4d444-ce1c-43ce-ae36-a0a1c3612356 req-ab53cb05-663e-4a92-a3dd-17cb9938d9a6 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 944 time: 0.0525470 Jan 25 08:40:59.053493 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce030935-a92f-49f8-bd40-479e0788d9af req-7ea540d3-9135-4b2a-9142-00920946964a tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:40:59.057737 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ce030935-a92f-49f8-bd40-479e0788d9af req-7ea540d3-9135-4b2a-9142-00920946964a tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 944 time: 0.0531011 Jan 25 08:40:59.089996 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a1d4d444-ce1c-43ce-ae36-a0a1c3612356 req-45df0540-edfc-4082-993d-5b251309a720 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473292 Jan 25 08:40:59.119169 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ce030935-a92f-49f8-bd40-479e0788d9af req-8f16c82c-0f48-4594-9c80-42fffce51fb5 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584130 Jan 25 08:40:59.448914 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 42222) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:59.463201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f691a6ff-ae1c-4f11-ad44-683e59707b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:59.535705 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f691a6ff-ae1c-4f11-ad44-683e59707b2d admin admin] Publish callbacks [] for security_group (3658b16e-d400-4254-b5e3-d21d54666b1c), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:59.585117 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f691a6ff-ae1c-4f11-ad44-683e59707b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3658b16e-d400-4254-b5e3-d21d54666b1c), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:59.625865 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-f691a6ff-ae1c-4f11-ad44-683e59707b2d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7b54dd677d954dbf8953ef4427041116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733584 Jan 25 08:40:59.625865 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691a6ff-ae1c-4f11-ad44-683e59707b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3658b16e-d400-4254-b5e3-d21d54666b1c,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:40:59.626354 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 42224) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:40:59.675409 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-38eb31c8-e903-4770-a9c9-0c71fc159208 admin admin] Publish callbacks [] for security_group (3658b16e-d400-4254-b5e3-d21d54666b1c), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:59.697130 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-38eb31c8-e903-4770-a9c9-0c71fc159208 admin admin] Publish callbacks [] for security_group (3658b16e-d400-4254-b5e3-d21d54666b1c), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:59.824210 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-38eb31c8-e903-4770-a9c9-0c71fc159208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3658b16e-d400-4254-b5e3-d21d54666b1c), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:59.826788 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-38eb31c8-e903-4770-a9c9-0c71fc159208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:40:59.827929 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-38eb31c8-e903-4770-a9c9-0c71fc159208 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3658b16e-d400-4254-b5e3-d21d54666b1c HTTP/1.1" status: 204 len: 168 time: 0.2005236 Jan 25 08:40:59.835757 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb31c8-e903-4770-a9c9-0c71fc159208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3658b16e-d400-4254-b5e3-d21d54666b1c,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:00.373270 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:03.084022 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b811d-5a75-4c84-8b1b-9cc128fa36e5 req-4c0866d7-8f2f-4dfe-99f5-f57a5f92d05f tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:03.085537 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-904b811d-5a75-4c84-8b1b-9cc128fa36e5 req-4c0866d7-8f2f-4dfe-99f5-f57a5f92d05f tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 944 time: 0.0481660 Jan 25 08:41:03.091733 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227e0e8-f9b0-4333-a9a1-c88e0cff937e req-448849e7-2149-4108-9d3c-d6e59c95dc2c tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:03.093207 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d227e0e8-f9b0-4333-a9a1-c88e0cff937e req-448849e7-2149-4108-9d3c-d6e59c95dc2c tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 944 time: 0.0506537 Jan 25 08:41:03.131586 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-904b811d-5a75-4c84-8b1b-9cc128fa36e5 req-fc45b2ff-9eeb-4696-830b-8bee0a249115 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Jan 25 08:41:03.139847 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d227e0e8-f9b0-4333-a9a1-c88e0cff937e req-167a2761-3798-4236-8d22-877eb65fc45e tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408611 Jan 25 08:41:04.440050 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7a20a-2037-4d62-b98d-f8d2f196e249 req-e5960b76-e79e-426f-ad0b-f5094037322e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:04.441570 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-22d7a20a-2037-4d62-b98d-f8d2f196e249 req-e5960b76-e79e-426f-ad0b-f5094037322e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 944 time: 0.0540776 Jan 25 08:41:04.465711 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c338b11-678c-4fae-b1e5-1df7df321fa5 req-4978db8c-1ccb-41af-92a0-ab64144e381e tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:04.467279 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6c338b11-678c-4fae-b1e5-1df7df321fa5 req-4978db8c-1ccb-41af-92a0-ab64144e381e tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 944 time: 0.0522637 Jan 25 08:41:04.491492 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-22d7a20a-2037-4d62-b98d-f8d2f196e249 req-8156f851-360c-4033-9975-e399c340b0d4 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435388 Jan 25 08:41:04.524978 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6c338b11-678c-4fae-b1e5-1df7df321fa5 req-f26918d1-3eeb-487d-9a42-13d7c799ee86 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522003 Jan 25 08:41:04.594630 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a10159-19f5-4295-b374-d472c4e58b1f req-835b9364-1391-46c2-880b-407bac19dd53 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:04.596150 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-68a10159-19f5-4295-b374-d472c4e58b1f req-835b9364-1391-46c2-880b-407bac19dd53 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 945 time: 0.0471761 Jan 25 08:41:04.648292 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-68a10159-19f5-4295-b374-d472c4e58b1f req-0b0c3042-430e-496a-87fb-e151f1d4936d tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458956 Jan 25 08:41:05.610557 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943eca02-11df-4f6e-ad6c-5feaad72cae3 req-fd049e8d-f3de-4086-9f2e-35e2445b9f26 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:05.612058 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-943eca02-11df-4f6e-ad6c-5feaad72cae3 req-fd049e8d-f3de-4086-9f2e-35e2445b9f26 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 944 time: 0.0510364 Jan 25 08:41:05.653359 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890193d-4598-4d38-96d9-7b22beb67414 req-36f35211-726a-4a33-ba08-2901875749c1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:05.654955 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0890193d-4598-4d38-96d9-7b22beb67414 req-36f35211-726a-4a33-ba08-2901875749c1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 944 time: 0.0577676 Jan 25 08:41:05.680744 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-943eca02-11df-4f6e-ad6c-5feaad72cae3 req-ef2679aa-4bab-45ce-9ec4-fcd9f790567b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612843 Jan 25 08:41:05.719486 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0890193d-4598-4d38-96d9-7b22beb67414 req-758eaab4-8501-47a6-9484-1e0c4a0ddce0 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563915 Jan 25 08:41:05.847284 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4145bcb-c9f1-4595-9d47-ac2859bc3a7f req-419301af-a46f-4ff3-a5f6-45ddd08aeab2 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:05.847973 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb2ec5-5aa5-42cb-a5ac-7b9268fcc7b8 req-0e25bb98-d478-410c-9e0f-833b5a79ec87 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:05.849038 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f4145bcb-c9f1-4595-9d47-ac2859bc3a7f req-419301af-a46f-4ff3-a5f6-45ddd08aeab2 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 945 time: 0.0881267 Jan 25 08:41:05.849977 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-63cb2ec5-5aa5-42cb-a5ac-7b9268fcc7b8 req-0e25bb98-d478-410c-9e0f-833b5a79ec87 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0611553 Jan 25 08:41:05.854628 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4c50dd63-aff6-40cf-b3e8-d20d11496984 req-e8d56204-41fd-4d1c-af1b-07afe330debe service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663204 Jan 25 08:41:05.901660 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-63cb2ec5-5aa5-42cb-a5ac-7b9268fcc7b8 req-8105e8e3-8bc3-4eca-b205-cceaa899f4fe tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Jan 25 08:41:05.909740 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f4145bcb-c9f1-4595-9d47-ac2859bc3a7f req-9a0a08af-17a1-47ed-8faf-2ab22a68cf61 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536039 Jan 25 08:41:05.940638 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50dd63-aff6-40cf-b3e8-d20d11496984 req-6a1aa630-02b3-4486-a833-b8ed6cc443ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:05.942737 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4c50dd63-aff6-40cf-b3e8-d20d11496984 req-6a1aa630-02b3-4486-a833-b8ed6cc443ad service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 1098 time: 0.0473316 Jan 25 08:41:08.980019 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 6af39d83-c74a-46d6-bf83-eed97c720a1b details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:41:09.070684 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50dd63-aff6-40cf-b3e8-d20d11496984 req-fcd4c9de-0d4f-46f9-ba8b-51c9df14b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:09.072182 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4c50dd63-aff6-40cf-b3e8-d20d11496984 req-fcd4c9de-0d4f-46f9-ba8b-51c9df14b076 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 200 len: 912 time: 0.0910566 Jan 25 08:41:09.077531 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 6af39d83-c74a-46d6-bf83-eed97c720a1b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:41:09.089261 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': '6af39d83-c74a-46d6-bf83-eed97c720a1b', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'port_id': '6af39d83-c74a-46d6-bf83-eed97c720a1b', 'mac_address': 'fa:16:3e:21:04:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:41:09.124652 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 6af39d83-c74a-46d6-bf83-eed97c720a1b is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:41:09.125043 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:09.138000 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af39d83-c74a-46d6-bf83-eed97c720a1b {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:41:09.157910 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 6af39d83-c74a-46d6-bf83-eed97c720a1b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:41:09.235278 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:09.235909 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device c961990a-70e4-4901-b223-79b00e0aae66 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:41:09.311776 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=6af39d83-c74a-46d6-bf83-eed97c720a1b,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:09.343003 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:09.343400 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:09.343762 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:09.344112 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:09.344445 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:09.344768 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:09.345094 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:09.345418 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:09.345734 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:09.346069 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:09.346404 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:09.346717 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:09.347029 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:09.382354 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port c961990a-70e4-4901-b223-79b00e0aae66, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c961990a-70e4-4901-b223-79b00e0aae66,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:41:09.392860 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'c961990a-70e4-4901-b223-79b00e0aae66', 'network_id': '5a250842-ae7d-4621-8183-b5b4cc23ab14', 'port_id': 'c961990a-70e4-4901-b223-79b00e0aae66', 'mac_address': 'fa:16:3e:a2:c4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8965e3-8a09-4d2f-9556-60a9e740f6a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:41:09.440007 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port c961990a-70e4-4901-b223-79b00e0aae66 is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:41:09.440428 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (c961990a-70e4-4901-b223-79b00e0aae66), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:09.456272 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c961990a-70e4-4901-b223-79b00e0aae66 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:41:09.476933 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port c961990a-70e4-4901-b223-79b00e0aae66, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c961990a-70e4-4901-b223-79b00e0aae66,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:41:09.540560 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5bbecb60-b0cd-4b1c-8c08-d692f7737b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:09.568464 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (c961990a-70e4-4901-b223-79b00e0aae66), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:09.615446 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=c961990a-70e4-4901-b223-79b00e0aae66,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:10.065718 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:41:10.561548 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4c50dd63-aff6-40cf-b3e8-d20d11496984 req-fcad130b-60a0-42c4-b7e9-8126f7378a60 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb80146-60d5-4ad2-8173-ccb3d000b4c7 HTTP/1.1" status: 200 len: 1001 time: 0.0643384 Jan 25 08:41:10.612535 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50dd63-aff6-40cf-b3e8-d20d11496984 req-9f03d886-9ddf-46eb-bbe1-0ad7cb66f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:10.614609 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4c50dd63-aff6-40cf-b3e8-d20d11496984 req-9f03d886-9ddf-46eb-bbe1-0ad7cb66f180 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3aa8424a-f40c-4afe-a08b-80f8771ddc15 HTTP/1.1" status: 200 len: 850 time: 0.0452914 Jan 25 08:41:10.663827 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50dd63-aff6-40cf-b3e8-d20d11496984 req-5d3d6834-4d6d-4a10-b786-b8e717037d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:10.665389 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4c50dd63-aff6-40cf-b3e8-d20d11496984 req-5d3d6834-4d6d-4a10-b786-b8e717037d7b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7112ec2a-354f-4299-a519-bb5af2762b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451362 Jan 25 08:41:10.761213 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4c50dd63-aff6-40cf-b3e8-d20d11496984 req-f01b3838-cacf-4bbf-ba66-b615e5aa0ced service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844302 Jan 25 08:41:10.862948 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4c50dd63-aff6-40cf-b3e8-d20d11496984 req-0b79e0f4-f285-441c-ab6a-b5d0b4a03d4d service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882540 Jan 25 08:41:11.093169 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6bf2b-af65-4b38-96ae-7fed7528688f req-ce091248-7d5f-416d-bca7-c4bc00e643a3 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:11.094665 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8fc6bf2b-af65-4b38-96ae-7fed7528688f req-ce091248-7d5f-416d-bca7-c4bc00e643a3 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 945 time: 0.0491517 Jan 25 08:41:11.144384 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8fc6bf2b-af65-4b38-96ae-7fed7528688f req-3989548a-7f58-4794-912a-227565530d8f tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 Jan 25 08:41:11.228286 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9868e6-8dc4-41e6-ae5e-87586365f613 req-1d6b5fcb-0291-4a79-b482-75e154419d2b tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:11.229801 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fe9868e6-8dc4-41e6-ae5e-87586365f613 req-1d6b5fcb-0291-4a79-b482-75e154419d2b tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 945 time: 0.0516274 Jan 25 08:41:11.269848 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20401a-3deb-457e-943b-4e350654f3fd req-29477760-0f41-4d11-b06f-6c0a58f203d0 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:11.274575 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1d20401a-3deb-457e-943b-4e350654f3fd req-29477760-0f41-4d11-b06f-6c0a58f203d0 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 945 time: 0.0593719 Jan 25 08:41:11.289031 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fe9868e6-8dc4-41e6-ae5e-87586365f613 req-4b2bc4c6-4a6a-4f7d-bd94-c721014c64f2 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528510 Jan 25 08:41:11.318769 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1d20401a-3deb-457e-943b-4e350654f3fd req-092ad9ab-8f12-467c-8e7e-4a9da04e242b tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 Jan 25 08:41:11.705479 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-75359141-a6e2-40b3-a767-064f2f8e3d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:12.237439 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b46fa7-5ede-4260-94ad-34071d5ecb37 req-bccfcc3d-11a5-4843-b698-38d33c00ca5d tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:12.239944 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f5b46fa7-5ede-4260-94ad-34071d5ecb37 req-bccfcc3d-11a5-4843-b698-38d33c00ca5d tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.121 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 945 time: 0.0592794 Jan 25 08:41:12.245018 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['6af39d83-c74a-46d6-bf83-eed97c720a1b'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:41:12.282921 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2718d1-4cdc-4e7c-a8a5-b73f6a7b9c63 req-cc3a931e-701e-4487-9a61-3600a08b31f6 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:12.291798 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['c961990a-70e4-4901-b223-79b00e0aae66'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:41:12.292565 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7b2718d1-4cdc-4e7c-a8a5-b73f6a7b9c63 req-cc3a931e-701e-4487-9a61-3600a08b31f6 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 945 time: 0.0672452 Jan 25 08:41:12.354323 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7b2718d1-4cdc-4e7c-a8a5-b73f6a7b9c63 req-a6c7110a-5559-4481-be67-7d13d298db42 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608666 Jan 25 08:41:12.362602 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-f5b46fa7-5ede-4260-94ad-34071d5ecb37 req-161f9980-05e7-4fff-ae1a-eed41773d559 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Deleting port 2d25a895-2312-4006-b125-a446f7a5f58b {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:41:12.363131 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-f5b46fa7-5ede-4260-94ad-34071d5ecb37 req-161f9980-05e7-4fff-ae1a-eed41773d559 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (2d25a895-2312-4006-b125-a446f7a5f58b), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:12.494229 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32d877-cc1a-4ccb-93f3-5bd2665e6e84 req-48fde426-8fe6-4876-926f-c5e2b71c959e tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:12.498305 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1c32d877-cc1a-4ccb-93f3-5bd2665e6e84 req-48fde426-8fe6-4876-926f-c5e2b71c959e tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 945 time: 0.0512564 Jan 25 08:41:12.512999 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d824a7-af24-498a-b428-d13a603c01c7 req-4462e51c-461c-4df0-9dee-f1d5aedbae46 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:12.514146 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d4d824a7-af24-498a-b428-d13a603c01c7 req-4462e51c-461c-4df0-9dee-f1d5aedbae46 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 945 time: 0.1071212 Jan 25 08:41:12.550247 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-f5b46fa7-5ede-4260-94ad-34071d5ecb37 req-161f9980-05e7-4fff-ae1a-eed41773d559 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] For port 2d25a895-2312-4006-b125-a446f7a5f58b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2d25a895-2312-4006-b125-a446f7a5f58b,segment=NetworkSegment(73b4ade4-c4ab-499e-973b-52be4bf7ef25),segment_id=73b4ade4-c4ab-499e-973b-52be4bf7ef25)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:41:12.550615 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-f5b46fa7-5ede-4260-94ad-34071d5ecb37 req-161f9980-05e7-4fff-ae1a-eed41773d559 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (2d25a895-2312-4006-b125-a446f7a5f58b), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:12.555281 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1c32d877-cc1a-4ccb-93f3-5bd2665e6e84 req-a2f8caf0-6f9d-4938-b8c6-a4647049c18c tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/security-groups?id=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507653 Jan 25 08:41:12.573606 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-f5b46fa7-5ede-4260-94ad-34071d5ecb37 req-161f9980-05e7-4fff-ae1a-eed41773d559 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Calling delete_port for 2d25a895-2312-4006-b125-a446f7a5f58b owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:41:12.597918 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d4d824a7-af24-498a-b428-d13a603c01c7 req-561ca993-2c69-4247-96c3-3509e03ae2cc tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768249 Jan 25 08:41:13.402598 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-f5b46fa7-5ede-4260-94ad-34071d5ecb37 req-161f9980-05e7-4fff-ae1a-eed41773d559 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (2d25a895-2312-4006-b125-a446f7a5f58b), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:13.403301 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:13.433031 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f9980-05e7-4fff-ae1a-eed41773d559 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Pushing event deleted for resources: {'Port': ['ID=2d25a895-2312-4006-b125-a446f7a5f58b,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:13.476063 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b46fa7-5ede-4260-94ad-34071d5ecb37 req-161f9980-05e7-4fff-ae1a-eed41773d559 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] No DVR routers for this DVR port 2d25a895-2312-4006-b125-a446f7a5f58b on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:41:13.479243 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-f5b46fa7-5ede-4260-94ad-34071d5ecb37 req-161f9980-05e7-4fff-ae1a-eed41773d559 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:13.482587 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f5b46fa7-5ede-4260-94ad-34071d5ecb37 req-161f9980-05e7-4fff-ae1a-eed41773d559 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.121 "DELETE /v2.0/ports/2d25a895-2312-4006-b125-a446f7a5f58b HTTP/1.1" status: 204 len: 173 time: 1.2360973 Jan 25 08:41:13.486474 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e550751b-5b07-4ce6-9cb1-80b01b32e41f', 'name': 'network-vif-deleted', 'tag': '2d25a895-2312-4006-b125-a446f7a5f58b'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:41:13.486474 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4d38e9-161c-4042-a42f-86978443ae28" -d '{"events": [{"server_uuid": "e550751b-5b07-4ce6-9cb1-80b01b32e41f", "name": "network-vif-deleted", "tag": "2d25a895-2312-4006-b125-a446f7a5f58b"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:41:13.505765 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636136f-126e-4342-868a-ab6e84504969 req-28d53165-351d-41d2-9cc1-cb510e4acaf8 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:13.513553 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2636136f-126e-4342-868a-ab6e84504969 req-28d53165-351d-41d2-9cc1-cb510e4acaf8 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 945 time: 0.0615165 Jan 25 08:41:13.527148 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf81305-101a-4f9b-ac4b-fe50a6a45ed3 x-openstack-request-id: req-6cf81305-101a-4f9b-ac4b-fe50a6a45ed3 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:41:13.527490 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e550751b-5b07-4ce6-9cb1-80b01b32e41f", "name": "network-vif-deleted", "tag": "2d25a895-2312-4006-b125-a446f7a5f58b", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:41:13.527739 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6cf81305-101a-4f9b-ac4b-fe50a6a45ed3 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:41:13.528188 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e550751b-5b07-4ce6-9cb1-80b01b32e41f', 'name': 'network-vif-deleted', 'tag': '2d25a895-2312-4006-b125-a446f7a5f58b', 'status': 'completed', 'code': 200} Jan 25 08:41:13.562241 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2636136f-126e-4342-868a-ab6e84504969 req-e68d42ea-414e-4e42-a980-bf68e3e4937b tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476468 Jan 25 08:41:13.655468 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 42478) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:13.659070 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-22620987-4b83-49d4-b046-1afc225fcbdd req-6acfabe3-0877-4530-be13-6560ea236112 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 210 time: 0.0279779 Jan 25 08:41:13.749734 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba18b8-4da8-4751-a2d0-a4c89889615e req-8314b558-ab3b-478d-a002-e23eefbad999 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:13.751245 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b6ba18b8-4da8-4751-a2d0-a4c89889615e req-8314b558-ab3b-478d-a002-e23eefbad999 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 945 time: 0.0666881 Jan 25 08:41:13.791049 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6065d748-c090-4bca-945f-38108877b9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:13.829411 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b6ba18b8-4da8-4751-a2d0-a4c89889615e req-50c50ddb-6f1d-4c24-a7c2-9638b41dc0e3 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715995 Jan 25 08:41:13.884963 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6065d748-c090-4bca-945f-38108877b9bf admin admin] Publish callbacks [] for security_group (f0c5962c-9534-40d7-b153-cf86c777c600), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:13.961848 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6065d748-c090-4bca-945f-38108877b9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (f0c5962c-9534-40d7-b153-cf86c777c600), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:14.001098 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-6065d748-c090-4bca-945f-38108877b9bf admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=f8663dec22ec49b79a51309eb4ab9871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441458 Jan 25 08:41:14.002002 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065d748-c090-4bca-945f-38108877b9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c5962c-9534-40d7-b153-cf86c777c600,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:14.003715 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 42482) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:14.053074 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-260297c0-08b2-486d-89e1-fc51a5b7f401 admin admin] Publish callbacks [] for security_group (f0c5962c-9534-40d7-b153-cf86c777c600), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:14.073887 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-260297c0-08b2-486d-89e1-fc51a5b7f401 admin admin] Publish callbacks [] for security_group (f0c5962c-9534-40d7-b153-cf86c777c600), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:14.178977 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-260297c0-08b2-486d-89e1-fc51a5b7f401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (f0c5962c-9534-40d7-b153-cf86c777c600), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:14.181531 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-260297c0-08b2-486d-89e1-fc51a5b7f401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:14.182678 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-260297c0-08b2-486d-89e1-fc51a5b7f401 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f0c5962c-9534-40d7-b153-cf86c777c600 HTTP/1.1" status: 204 len: 168 time: 0.1765978 Jan 25 08:41:14.190616 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260297c0-08b2-486d-89e1-fc51a5b7f401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c5962c-9534-40d7-b153-cf86c777c600,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:14.561097 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:14.768365 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 42500) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:14.782060 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5171417c-f17b-4287-a980-94b184ee03b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:14.859991 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5171417c-f17b-4287-a980-94b184ee03b6 admin admin] Publish callbacks [] for security_group (57396219-0774-4fb4-9da9-59e9f92d2e83), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:14.904895 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5171417c-f17b-4287-a980-94b184ee03b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (57396219-0774-4fb4-9da9-59e9f92d2e83), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:14.943297 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171417c-f17b-4287-a980-94b184ee03b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57396219-0774-4fb4-9da9-59e9f92d2e83,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:14.948000 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-5171417c-f17b-4287-a980-94b184ee03b6 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=f7eea306bf53402888e561dd3efbd1b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784761 Jan 25 08:41:14.950603 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 42504) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:15.206754 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-72544dd5-3994-4fb6-bd7c-df6f6a8b0893 admin admin] Publish callbacks [] for security_group (57396219-0774-4fb4-9da9-59e9f92d2e83), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:15.229320 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-72544dd5-3994-4fb6-bd7c-df6f6a8b0893 admin admin] Publish callbacks [] for security_group (57396219-0774-4fb4-9da9-59e9f92d2e83), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:15.343538 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-72544dd5-3994-4fb6-bd7c-df6f6a8b0893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (57396219-0774-4fb4-9da9-59e9f92d2e83), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:15.346122 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-72544dd5-3994-4fb6-bd7c-df6f6a8b0893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:15.347287 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-72544dd5-3994-4fb6-bd7c-df6f6a8b0893 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/57396219-0774-4fb4-9da9-59e9f92d2e83 HTTP/1.1" status: 204 len: 168 time: 0.3957684 Jan 25 08:41:15.355523 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72544dd5-3994-4fb6-bd7c-df6f6a8b0893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57396219-0774-4fb4-9da9-59e9f92d2e83,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:15.865743 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:17.208454 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 6af39d83-c74a-46d6-bf83-eed97c720a1b up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:41:17.304579 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port 6af39d83-c74a-46d6-bf83-eed97c720a1b completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:41:17.308565 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port 6af39d83-c74a-46d6-bf83-eed97c720a1b triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:41:17.308939 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:17.390873 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 6af39d83-c74a-46d6-bf83-eed97c720a1b is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:41:17.391541 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:17.415192 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:41:17.417654 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb4e9c5-d027-4db7-b6df-b9f5e15b8c49" -d '{"events": [{"server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "name": "network-vif-plugged", "status": "completed", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:41:17.431163 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 6af39d83-c74a-46d6-bf83-eed97c720a1b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:41:17.499323 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:17.503865 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device c961990a-70e4-4901-b223-79b00e0aae66 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:41:17.583856 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=6af39d83-c74a-46d6-bf83-eed97c720a1b,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:17.658731 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port c961990a-70e4-4901-b223-79b00e0aae66 completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:41:17.662511 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port c961990a-70e4-4901-b223-79b00e0aae66 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:41:17.662955 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (c961990a-70e4-4901-b223-79b00e0aae66), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:17.741284 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port c961990a-70e4-4901-b223-79b00e0aae66 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:41:17.741688 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (c961990a-70e4-4901-b223-79b00e0aae66), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:17.774686 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port c961990a-70e4-4901-b223-79b00e0aae66, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c961990a-70e4-4901-b223-79b00e0aae66,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:41:17.864750 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (c961990a-70e4-4901-b223-79b00e0aae66), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:17.865556 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 2d25a895-2312-4006-b125-a446f7a5f58b no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:41:17.906858 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: 2d25a895-2312-4006-b125-a446f7a5f58b {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:41:17.907197 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 2d25a895-2312-4006-b125-a446f7a5f58b not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:41:17.933651 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=c961990a-70e4-4901-b223-79b00e0aae66,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:18.106976 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 42590) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:18.210367 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-137cbedb-8e11-4afc-832b-697c252e336b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:18.287992 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-137cbedb-8e11-4afc-832b-697c252e336b admin admin] Publish callbacks [] for security_group (77de8e9f-f4e1-4b22-b4fa-cf7c262b13a4), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:18.384744 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-137cbedb-8e11-4afc-832b-697c252e336b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (77de8e9f-f4e1-4b22-b4fa-cf7c262b13a4), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:18.422506 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cbedb-8e11-4afc-832b-697c252e336b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77de8e9f-f4e1-4b22-b4fa-cf7c262b13a4,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:18.427820 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-137cbedb-8e11-4afc-832b-697c252e336b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2eca05117a5b4843b39634b8a512225a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198140 Jan 25 08:41:18.430927 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 42594) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:18.478252 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ac514d76-c715-478a-9cf0-4618aded04d9 admin admin] Publish callbacks [] for security_group (77de8e9f-f4e1-4b22-b4fa-cf7c262b13a4), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:18.500154 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ac514d76-c715-478a-9cf0-4618aded04d9 admin admin] Publish callbacks [] for security_group (77de8e9f-f4e1-4b22-b4fa-cf7c262b13a4), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:18.653562 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ac514d76-c715-478a-9cf0-4618aded04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (77de8e9f-f4e1-4b22-b4fa-cf7c262b13a4), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:18.656232 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ac514d76-c715-478a-9cf0-4618aded04d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:18.657356 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-ac514d76-c715-478a-9cf0-4618aded04d9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/77de8e9f-f4e1-4b22-b4fa-cf7c262b13a4 HTTP/1.1" status: 204 len: 168 time: 0.2256374 Jan 25 08:41:18.665659 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac514d76-c715-478a-9cf0-4618aded04d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de8e9f-f4e1-4b22-b4fa-cf7c262b13a4,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:19.009806 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b069652b-4825-4f3b-b59f-d6881e2e064b req-7ce60a84-f933-402b-9716-868d1769ff58 tempest-VolumesActionsTest-1187320572 tempest-VolumesActionsTest-1187320572-project] 10.222.0.112 "GET /v2.0/ports?device_id=e550751b-5b07-4ce6-9cb1-80b01b32e41f HTTP/1.1" status: 200 len: 210 time: 0.0288615 Jan 25 08:41:19.013491 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4347c17-0675-4b55-b274-c76e4b18b312 req-67bd5728-aa67-4da7-8290-e62571490fe7 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:19.014950 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e4347c17-0675-4b55-b274-c76e4b18b312 req-67bd5728-aa67-4da7-8290-e62571490fe7 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 946 time: 0.0524437 Jan 25 08:41:19.064502 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e4347c17-0675-4b55-b274-c76e4b18b312 req-b923f2f7-00fa-4ae1-b94c-f0528e7413dd tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423040 Jan 25 08:41:19.109787 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaf686c-842d-4a7a-8f54-b12b5e16fa49 x-openstack-request-id: req-2aaf686c-842d-4a7a-8f54-b12b5e16fa49 {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:41:19.110305 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "name": "network-vif-plugged", "status": "completed", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:41:19.110428 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2aaf686c-842d-4a7a-8f54-b12b5e16fa49 {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:41:19.110861 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b', 'code': 200} Jan 25 08:41:19.118333 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a3844-1c8b-49a0-8d0a-bd33383e64a4 req-062fd923-d28e-4d4b-a93b-c8e3d161ca3d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:19.119844 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9e6a3844-1c8b-49a0-8d0a-bd33383e64a4 req-062fd923-d28e-4d4b-a93b-c8e3d161ca3d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 946 time: 0.0560286 Jan 25 08:41:19.170259 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9e6a3844-1c8b-49a0-8d0a-bd33383e64a4 req-9d068c6c-603d-4afc-a958-3b8b33430531 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439410 Jan 25 08:41:19.237326 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 42604) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:19.250575 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-85f49697-69b2-4b69-ac7a-775191e455f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:19.329570 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-85f49697-69b2-4b69-ac7a-775191e455f8 admin admin] Publish callbacks [] for security_group (acd808fa-e5ec-4d37-af27-f0123e305846), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:19.397252 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-85f49697-69b2-4b69-ac7a-775191e455f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (acd808fa-e5ec-4d37-af27-f0123e305846), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:19.455202 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-85f49697-69b2-4b69-ac7a-775191e455f8 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=5542e5499cf14e64828791b0093bcb35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167881 Jan 25 08:41:19.458561 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 42606) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:19.459138 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f49697-69b2-4b69-ac7a-775191e455f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd808fa-e5ec-4d37-af27-f0123e305846,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:19.467988 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb18564-f99e-4001-9cd2-58393e64cb31 req-0ec67125-fea0-4307-bb66-32b966ee620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:19.469849 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-feb18564-f99e-4001-9cd2-58393e64cb31 req-0ec67125-fea0-4307-bb66-32b966ee620e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 1099 time: 0.0825183 Jan 25 08:41:19.510318 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b2b42b1c-d9d7-4ef2-9ce3-e3a394c69c9b admin admin] Publish callbacks [] for security_group (acd808fa-e5ec-4d37-af27-f0123e305846), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:19.515301 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-feb18564-f99e-4001-9cd2-58393e64cb31 req-9a74c103-5e92-41a4-b876-ed169dfba9eb service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379362 Jan 25 08:41:19.532150 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b2b42b1c-d9d7-4ef2-9ce3-e3a394c69c9b admin admin] Publish callbacks [] for security_group (acd808fa-e5ec-4d37-af27-f0123e305846), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:19.642134 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b2b42b1c-d9d7-4ef2-9ce3-e3a394c69c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (acd808fa-e5ec-4d37-af27-f0123e305846), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:19.644846 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b2b42b1c-d9d7-4ef2-9ce3-e3a394c69c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:19.646075 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-b2b42b1c-d9d7-4ef2-9ce3-e3a394c69c9b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/acd808fa-e5ec-4d37-af27-f0123e305846 HTTP/1.1" status: 204 len: 168 time: 0.1865060 Jan 25 08:41:19.654603 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b42b1c-d9d7-4ef2-9ce3-e3a394c69c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd808fa-e5ec-4d37-af27-f0123e305846,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:20.603591 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae3ecd-bcf7-419a-8090-d9a0b171f189 req-d771343c-056a-4281-97b5-d3903012bf85 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:20.610661 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2dae3ecd-bcf7-419a-8090-d9a0b171f189 req-d771343c-056a-4281-97b5-d3903012bf85 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 946 time: 0.0714550 Jan 25 08:41:20.622558 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bf750-497c-4e7e-9493-cfeaaf0fca7a req-c7dda655-22c6-4074-919d-3df4af454c4e tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:20.631307 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0e9bf750-497c-4e7e-9493-cfeaaf0fca7a req-c7dda655-22c6-4074-919d-3df4af454c4e tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 946 time: 0.0714376 Jan 25 08:41:20.666668 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2dae3ecd-bcf7-419a-8090-d9a0b171f189 req-442d7724-20cd-4796-a2ef-9767f55aab57 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549963 Jan 25 08:41:20.695872 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0e9bf750-497c-4e7e-9493-cfeaaf0fca7a req-2212332c-7ce6-4267-bb70-b98230181f08 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634713 Jan 25 08:41:21.112108 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfe3443-213b-4b0a-a4c6-6f932b501da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c961990a-70e4-4901-b223-79b00e0aae66'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:41:21.114778 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a170574-1f63-4080-b031-4f684fb83a33" -d '{"events": [{"server_uuid": "9dfe3443-213b-4b0a-a4c6-6f932b501da3", "name": "network-vif-plugged", "status": "completed", "tag": "c961990a-70e4-4901-b223-79b00e0aae66"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:41:21.151072 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6d1a59-c1d9-4295-a1ee-80fa9039ecbd x-openstack-request-id: req-4f6d1a59-c1d9-4295-a1ee-80fa9039ecbd {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:41:21.151391 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfe3443-213b-4b0a-a4c6-6f932b501da3", "name": "network-vif-plugged", "status": "completed", "tag": "c961990a-70e4-4901-b223-79b00e0aae66", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:41:21.151651 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-4f6d1a59-c1d9-4295-a1ee-80fa9039ecbd {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:41:21.152043 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfe3443-213b-4b0a-a4c6-6f932b501da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c961990a-70e4-4901-b223-79b00e0aae66', 'code': 200} Jan 25 08:41:21.502207 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35044b2-5798-42d5-ba1d-07fb1d272707 req-3f02a383-3ceb-425f-80c9-5df052aeea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:21.505161 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b35044b2-5798-42d5-ba1d-07fb1d272707 req-3f02a383-3ceb-425f-80c9-5df052aeea6e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 1099 time: 0.0528116 Jan 25 08:41:21.561538 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b35044b2-5798-42d5-ba1d-07fb1d272707 req-4ae5ce1f-d95f-4a6f-b24f-3337a0dd87f2 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479858 Jan 25 08:41:22.143741 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e2060-5f66-4ad8-a748-aaaf24533fd4 req-761ebef5-95dd-4c17-9d7a-e3849ab0bb05 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:22.148471 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c98e2060-5f66-4ad8-a748-aaaf24533fd4 req-761ebef5-95dd-4c17-9d7a-e3849ab0bb05 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 946 time: 0.0556798 Jan 25 08:41:22.149853 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641e831-a30f-45a0-b7fb-d79c87d3e07b req-69c0964c-800c-4fec-9419-ca79ef3e6227 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:22.151493 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d641e831-a30f-45a0-b7fb-d79c87d3e07b req-69c0964c-800c-4fec-9419-ca79ef3e6227 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 946 time: 0.0564213 Jan 25 08:41:22.208597 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c98e2060-5f66-4ad8-a748-aaaf24533fd4 req-4cbd2922-6658-457e-bafb-37a0e17032e0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552270 Jan 25 08:41:22.223262 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d641e831-a30f-45a0-b7fb-d79c87d3e07b req-cebd1b83-a932-4809-bb80-2b680ac1908c tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656970 Jan 25 08:41:22.693431 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63513e49-6ace-41e1-b51c-261135f30670 req-9fba207a-b2f2-40a2-80ff-8305568d682e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:22.694896 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-63513e49-6ace-41e1-b51c-261135f30670 req-9fba207a-b2f2-40a2-80ff-8305568d682e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0526173 Jan 25 08:41:22.747084 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-63513e49-6ace-41e1-b51c-261135f30670 req-57ae6fe1-cd1b-4a1d-bf21-5b8fb343ca4c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462868 Jan 25 08:41:22.751086 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 42764) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:22.857435 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-24f4d15a-6927-4cf8-ab75-a6bede00ec25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:22.929749 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-24f4d15a-6927-4cf8-ab75-a6bede00ec25 admin admin] Publish callbacks [] for security_group (802bec77-7015-489c-b249-93f473cee049), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:22.985594 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-24f4d15a-6927-4cf8-ab75-a6bede00ec25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (802bec77-7015-489c-b249-93f473cee049), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:23.022987 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4d15a-6927-4cf8-ab75-a6bede00ec25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802bec77-7015-489c-b249-93f473cee049,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:23.027210 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-24f4d15a-6927-4cf8-ab75-a6bede00ec25 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d645c4980010496a8adf4127c746b7e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751129 Jan 25 08:41:23.030553 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 42772) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:23.081418 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1c7a-5673-47f7-b209-96a556c8ab8c admin admin] Publish callbacks [] for security_group (802bec77-7015-489c-b249-93f473cee049), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:23.102472 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1c7a-5673-47f7-b209-96a556c8ab8c admin admin] Publish callbacks [] for security_group (802bec77-7015-489c-b249-93f473cee049), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:23.242427 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1c7a-5673-47f7-b209-96a556c8ab8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (802bec77-7015-489c-b249-93f473cee049), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:23.245066 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1c7a-5673-47f7-b209-96a556c8ab8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:23.246200 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-ce8a1c7a-5673-47f7-b209-96a556c8ab8c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/802bec77-7015-489c-b249-93f473cee049 HTTP/1.1" status: 204 len: 168 time: 0.2155294 Jan 25 08:41:23.254237 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a1c7a-5673-47f7-b209-96a556c8ab8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802bec77-7015-489c-b249-93f473cee049,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:23.586431 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485077a-a917-42c1-aa0b-12012657544e req-c794e0a9-a770-42f0-8f44-2a561109274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:23.587926 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5485077a-a917-42c1-aa0b-12012657544e req-c794e0a9-a770-42f0-8f44-2a561109274f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d8a5497ebd1437cba42c0faf75c13e7&device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0403919 Jan 25 08:41:23.677125 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485077a-a917-42c1-aa0b-12012657544e req-f6a6e241-fd3b-4b33-aec0-d58634cd7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:23.678141 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5485077a-a917-42c1-aa0b-12012657544e req-f6a6e241-fd3b-4b33-aec0-d58634cd7895 service neutron] 10.222.0.121 "GET /v2.0/networks?id=5eb1523e-8b36-4420-9865-509a0828a097 HTTP/1.1" status: 200 len: 919 time: 0.0836494 Jan 25 08:41:23.847630 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 42790) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:23.866613 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c82ee91-6d32-4bf3-8274-39470fa57664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:23.939933 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c82ee91-6d32-4bf3-8274-39470fa57664 admin admin] Publish callbacks [] for security_group (97e3814d-5d34-47e8-b2bb-f0922333bb96), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:24.017994 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c82ee91-6d32-4bf3-8274-39470fa57664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (97e3814d-5d34-47e8-b2bb-f0922333bb96), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:24.054083 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82ee91-6d32-4bf3-8274-39470fa57664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e3814d-5d34-47e8-b2bb-f0922333bb96,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:24.058992 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-5c82ee91-6d32-4bf3-8274-39470fa57664 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=78979ae53f994b54b911a24fcf172548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096484 Jan 25 08:41:24.061548 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 42796) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:24.108840 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2182c70-3fe8-46f4-83a0-35ecc76811e6 admin admin] Publish callbacks [] for security_group (97e3814d-5d34-47e8-b2bb-f0922333bb96), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:24.129026 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2182c70-3fe8-46f4-83a0-35ecc76811e6 admin admin] Publish callbacks [] for security_group (97e3814d-5d34-47e8-b2bb-f0922333bb96), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:24.280593 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2182c70-3fe8-46f4-83a0-35ecc76811e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (97e3814d-5d34-47e8-b2bb-f0922333bb96), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:24.283198 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2182c70-3fe8-46f4-83a0-35ecc76811e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:24.284646 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-d2182c70-3fe8-46f4-83a0-35ecc76811e6 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/97e3814d-5d34-47e8-b2bb-f0922333bb96 HTTP/1.1" status: 204 len: 168 time: 0.2219300 Jan 25 08:41:24.292952 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2182c70-3fe8-46f4-83a0-35ecc76811e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e3814d-5d34-47e8-b2bb-f0922333bb96,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:26.274383 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c355dba-2492-402f-8e30-a2f7d1a24bf4 req-1ecd5645-0377-41f8-859c-11b0831ef413 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:26.275865 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4c355dba-2492-402f-8e30-a2f7d1a24bf4 req-1ecd5645-0377-41f8-859c-11b0831ef413 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 946 time: 0.0493114 Jan 25 08:41:26.324266 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4c355dba-2492-402f-8e30-a2f7d1a24bf4 req-4d34728f-6210-4a07-aa1a-668f7320e52c tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429821 Jan 25 08:41:26.429512 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04bd44-ea0d-4eca-a06d-e8c817984b02 req-4e2175fd-4d7b-4b75-8158-87e8a1e3b5e2 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:26.431039 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ce04bd44-ea0d-4eca-a06d-e8c817984b02 req-4e2175fd-4d7b-4b75-8158-87e8a1e3b5e2 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 946 time: 0.0533793 Jan 25 08:41:26.477133 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ce04bd44-ea0d-4eca-a06d-e8c817984b02 req-49aaa90a-de35-42f0-bf38-f2953364e3ae tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Jan 25 08:41:26.576210 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41476b-6a14-4a0d-b616-ecf1c85fd282 req-eaa5d939-b6e1-4788-9498-ad27a716fbeb tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:26.577663 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-da41476b-6a14-4a0d-b616-ecf1c85fd282 req-eaa5d939-b6e1-4788-9498-ad27a716fbeb tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0479641 Jan 25 08:41:26.624166 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-da41476b-6a14-4a0d-b616-ecf1c85fd282 req-f1814d71-bb90-4c90-974a-0524d76d37f0 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Jan 25 08:41:28.090039 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5485077a-a917-42c1-aa0b-12012657544e req-f5803eaf-4465-41c6-bbc4-1ac1f1ad13c1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52bb7c3b-b0fe-482c-843a-4a661fe62109 HTTP/1.1" status: 200 len: 217 time: 0.0397100 Jan 25 08:41:28.136288 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81641d9a-e057-4e48-b4c1-8b9df00e8f4a req-7041e690-92ee-4440-bd87-4e74f9cdf283 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:28.137815 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-81641d9a-e057-4e48-b4c1-8b9df00e8f4a req-7041e690-92ee-4440-bd87-4e74f9cdf283 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 946 time: 0.0504627 Jan 25 08:41:28.186651 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-81641d9a-e057-4e48-b4c1-8b9df00e8f4a req-70097bee-b986-4f67-8f22-7835ede3aedd tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430372 Jan 25 08:41:28.231809 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485077a-a917-42c1-aa0b-12012657544e req-89673974-52b1-4f46-a3ae-5aa3a906be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:28.233406 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5485077a-a917-42c1-aa0b-12012657544e req-89673974-52b1-4f46-a3ae-5aa3a906be52 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=38a2320b-acd8-43cc-9a48-d5178286b608 HTTP/1.1" status: 200 len: 858 time: 0.0458856 Jan 25 08:41:28.296181 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5485077a-a917-42c1-aa0b-12012657544e req-913dd0ec-7dc0-4ab4-a125-bb48f603df50 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5eb1523e-8b36-4420-9865-509a0828a097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417225 Jan 25 08:41:28.304935 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b89f2-c72f-4b83-bd88-4fedd9ac7f30 req-2483496a-0106-4b49-8a0c-a6a39e2d7136 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:28.306616 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e23b89f2-c72f-4b83-bd88-4fedd9ac7f30 req-2483496a-0106-4b49-8a0c-a6a39e2d7136 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0494430 Jan 25 08:41:28.339433 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9bfaf-f6bb-4973-912d-c69c7cbd143a req-1dc42b38-6ae1-4460-922d-e480f3234de6 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:28.340988 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e3f9bfaf-f6bb-4973-912d-c69c7cbd143a req-1dc42b38-6ae1-4460-922d-e480f3234de6 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 946 time: 0.0954235 Jan 25 08:41:28.364761 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e23b89f2-c72f-4b83-bd88-4fedd9ac7f30 req-0fb24e78-1f6f-48d0-bde0-e8980abc7922 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515862 Jan 25 08:41:28.436138 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e3f9bfaf-f6bb-4973-912d-c69c7cbd143a req-937101c6-a524-441b-a3d6-5a5dd9582342 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658450 Jan 25 08:41:28.438082 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5485077a-a917-42c1-aa0b-12012657544e req-806173be-7f5c-454d-846a-0199fb6f7c03 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334472 Jan 25 08:41:28.528447 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5485077a-a917-42c1-aa0b-12012657544e req-59ab4c11-a448-4f7a-bcf1-9c33804f41b1 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834253 Jan 25 08:41:29.307355 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78317818-ba72-48e7-b28a-48194121e6a8 req-7c8f00e0-cd87-4336-b131-3414d10b9258 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:29.308885 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-78317818-ba72-48e7-b28a-48194121e6a8 req-7c8f00e0-cd87-4336-b131-3414d10b9258 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 946 time: 0.0479879 Jan 25 08:41:29.354607 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-78317818-ba72-48e7-b28a-48194121e6a8 req-99653b1a-98b9-4357-8317-22dac0610dc5 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402822 Jan 25 08:41:29.487727 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04d328-04cc-4500-8266-b7428f6fad15 req-3172d05b-be84-452e-b509-505773905595 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:29.489227 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f04d328-04cc-4500-8266-b7428f6fad15 req-3172d05b-be84-452e-b509-505773905595 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0489249 Jan 25 08:41:29.537541 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2f04d328-04cc-4500-8266-b7428f6fad15 req-e7165b14-ace7-4f71-be8e-30ff6582576c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420129 Jan 25 08:41:29.556877 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219ad3e-02b6-47c9-a362-f2c984a90da1 req-e2d43bde-fa7e-4cba-9abb-a2c8cc1e084e tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:29.558363 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d219ad3e-02b6-47c9-a362-f2c984a90da1 req-e2d43bde-fa7e-4cba-9abb-a2c8cc1e084e tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 946 time: 0.0511684 Jan 25 08:41:29.608710 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d219ad3e-02b6-47c9-a362-f2c984a90da1 req-7d0d431e-6499-43cc-b0c1-b92d5cf99cd9 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446203 Jan 25 08:41:29.725955 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826016b-07a9-42f7-a39c-2d854dffcad1 req-30126ee3-2a3e-47c0-a0a3-3ea73df6fd79 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:29.727359 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d826016b-07a9-42f7-a39c-2d854dffcad1 req-30126ee3-2a3e-47c0-a0a3-3ea73df6fd79 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 946 time: 0.0506370 Jan 25 08:41:29.777570 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d826016b-07a9-42f7-a39c-2d854dffcad1 req-9120d330-645e-4b96-9b42-ed8429c4d575 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436928 Jan 25 08:41:30.101097 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678331b9-d6fc-43db-ba01-611fa5c4cd44 req-a56a76dc-ba71-43d5-a586-c86c4a6c45c0 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:30.102579 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-678331b9-d6fc-43db-ba01-611fa5c4cd44 req-a56a76dc-ba71-43d5-a586-c86c4a6c45c0 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 946 time: 0.0484145 Jan 25 08:41:30.162436 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-678331b9-d6fc-43db-ba01-611fa5c4cd44 req-e5e2f2d6-f298-4d63-9b46-32a75fc7c37f tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540376 Jan 25 08:41:30.379178 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:30.472899 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4e153-89a9-4bfb-90b5-5b60ac9fdfe1 req-32ad193a-4f5d-4d94-932d-957d077db9b5 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:30.475641 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7cc4e153-89a9-4bfb-90b5-5b60ac9fdfe1 req-32ad193a-4f5d-4d94-932d-957d077db9b5 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 946 time: 0.0497754 Jan 25 08:41:30.528041 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7cc4e153-89a9-4bfb-90b5-5b60ac9fdfe1 req-37061dcf-5382-4ca5-a7b5-6335f4ef4c62 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466554 Jan 25 08:41:30.655716 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0c64c-93a4-4132-b759-1016dfa4ca69 req-17c0efb9-c34a-4f1d-9394-31619bf5b74d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:30.657212 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a4f0c64c-93a4-4132-b759-1016dfa4ca69 req-17c0efb9-c34a-4f1d-9394-31619bf5b74d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0472853 Jan 25 08:41:30.703891 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a4f0c64c-93a4-4132-b759-1016dfa4ca69 req-323fd80a-81b7-42c4-b933-6ca11b5f18a2 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398695 Jan 25 08:41:31.684804 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74700961-2472-4ac1-b3e5-7cb149e24b18 req-a8ab6741-31fe-416c-be84-aeeb601bca99 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:31.692711 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-74700961-2472-4ac1-b3e5-7cb149e24b18 req-a8ab6741-31fe-416c-be84-aeeb601bca99 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 946 time: 0.0706375 Jan 25 08:41:31.765241 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-74700961-2472-4ac1-b3e5-7cb149e24b18 req-428212e0-a8f7-494d-9ae8-64fe2c469e3d tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712962 Jan 25 08:41:31.961371 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931729-c828-4b0a-ab28-d359df4ffe25 req-f8ccb7e7-80ec-4998-94c8-0ae9e47fb6ab tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:31.968468 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-46931729-c828-4b0a-ab28-d359df4ffe25 req-f8ccb7e7-80ec-4998-94c8-0ae9e47fb6ab tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0982423 Jan 25 08:41:32.048348 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-46931729-c828-4b0a-ab28-d359df4ffe25 req-7f7826cb-d5d0-45d6-98f6-fbc1fbf9cd8e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785534 Jan 25 08:41:32.954558 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b9eb9-abff-4bdd-ae16-6b277e264a98 req-e8cfb19e-9e6a-4aad-8c54-d4c6a5951fd0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:32.962858 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fa1b9eb9-abff-4bdd-ae16-6b277e264a98 req-e8cfb19e-9e6a-4aad-8c54-d4c6a5951fd0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 946 time: 0.0784142 Jan 25 08:41:33.023933 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fa1b9eb9-abff-4bdd-ae16-6b277e264a98 req-7acef9c0-6502-4122-b5c1-1fd0a52a8233 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600083 Jan 25 08:41:33.210721 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe0072-91a0-4ee6-966d-8723fbc4ae94 req-0e264262-cecc-4c07-b92b-d104e14a0e80 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:33.220023 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4cfe0072-91a0-4ee6-966d-8723fbc4ae94 req-0e264262-cecc-4c07-b92b-d104e14a0e80 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0763922 Jan 25 08:41:33.280180 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4cfe0072-91a0-4ee6-966d-8723fbc4ae94 req-ae8bfadc-592b-427d-8a80-d7114a4a5570 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572953 Jan 25 08:41:34.476881 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea64a9-e84a-4afc-869e-cbac33b7a0e8 req-1dd72e8d-2876-47dc-90a3-79539e45a413 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:34.478296 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e7ea64a9-e84a-4afc-869e-cbac33b7a0e8 req-1dd72e8d-2876-47dc-90a3-79539e45a413 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0925412 Jan 25 08:41:34.527870 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e7ea64a9-e84a-4afc-869e-cbac33b7a0e8 req-33c9e7cb-335c-453b-a7f5-e60a60211c6c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 Jan 25 08:41:34.884023 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0d766-9222-455a-985c-b1c0f8314ea1 req-2e49edbd-3918-454c-b2a0-5c1fa533defe tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:34.894688 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-76e0d766-9222-455a-985c-b1c0f8314ea1 req-2e49edbd-3918-454c-b2a0-5c1fa533defe tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 946 time: 0.0765345 Jan 25 08:41:34.944004 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-76e0d766-9222-455a-985c-b1c0f8314ea1 req-31f0b344-3ae0-441f-9f55-987d43493aac tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508354 Jan 25 08:41:35.658728 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b0873-f564-49cd-9f48-3df9a2fb177e req-e627266f-3fb8-4110-9c05-f8e5633045ea tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:35.660162 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-883b0873-f564-49cd-9f48-3df9a2fb177e req-e627266f-3fb8-4110-9c05-f8e5633045ea tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0528049 Jan 25 08:41:35.711067 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-883b0873-f564-49cd-9f48-3df9a2fb177e req-786fbc65-ce5d-4295-baa0-9dc25a10c9c3 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445240 Jan 25 08:41:36.232038 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f1fcc-ec09-4fef-818a-d068f06770cd req-e4150c60-1617-4388-a567-0d00441b91ba tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:36.237956 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-559f1fcc-ec09-4fef-818a-d068f06770cd req-e4150c60-1617-4388-a567-0d00441b91ba tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 946 time: 0.0657570 Jan 25 08:41:36.296227 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-559f1fcc-ec09-4fef-818a-d068f06770cd req-f207b034-f61a-4ffe-b6ff-8e5877ca14c2 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561509 Jan 25 08:41:36.889907 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5068c-ce32-4cbe-9363-715dfae1fd7f req-7e9fbdcc-2113-49f6-be82-46f0a7e12380 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:36.892149 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6fc5068c-ce32-4cbe-9363-715dfae1fd7f req-7e9fbdcc-2113-49f6-be82-46f0a7e12380 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0780404 Jan 25 08:41:36.945405 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6fc5068c-ce32-4cbe-9363-715dfae1fd7f req-7043c44a-5388-4766-aedd-35a73c72d223 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462565 Jan 25 08:41:37.429061 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b451bdd-2c40-44f5-aeb9-399fa5341f00 req-ea609981-7c10-485e-9157-e56b72c33ec8 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:37.432064 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6b451bdd-2c40-44f5-aeb9-399fa5341f00 req-ea609981-7c10-485e-9157-e56b72c33ec8 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 946 time: 0.0568769 Jan 25 08:41:37.494395 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6b451bdd-2c40-44f5-aeb9-399fa5341f00 req-61fd5eaa-ff6a-48be-a556-23e6ccdd6e55 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500391 Jan 25 08:41:38.084025 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92f9a9-76ab-4c98-8e0b-29c8f1d2e0ab req-3679d8f2-461d-4ed1-a9ec-e411a98dc8d4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:38.085612 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7d92f9a9-76ab-4c98-8e0b-29c8f1d2e0ab req-3679d8f2-461d-4ed1-a9ec-e411a98dc8d4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0538120 Jan 25 08:41:38.144898 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7d92f9a9-76ab-4c98-8e0b-29c8f1d2e0ab req-37effa66-2c81-409e-b3ce-7cd18c4d709e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535903 Jan 25 08:41:38.329746 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9f481-3b67-4e59-9cba-bc75391500a0 req-e2adb788-0e1f-43aa-8168-069806ebd21b tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:38.331484 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6fa9f481-3b67-4e59-9cba-bc75391500a0 req-e2adb788-0e1f-43aa-8168-069806ebd21b tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.121 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 946 time: 0.0602462 Jan 25 08:41:38.442402 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-6fa9f481-3b67-4e59-9cba-bc75391500a0 req-c9b3050d-cdf6-404e-88f2-c1fbcd3be3a9 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Deleting port a0516ee3-af73-49ba-a9ea-8714e2711200 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:41:38.442803 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-6fa9f481-3b67-4e59-9cba-bc75391500a0 req-c9b3050d-cdf6-404e-88f2-c1fbcd3be3a9 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:38.539477 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-6fa9f481-3b67-4e59-9cba-bc75391500a0 req-c9b3050d-cdf6-404e-88f2-c1fbcd3be3a9 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] For port a0516ee3-af73-49ba-a9ea-8714e2711200, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a0516ee3-af73-49ba-a9ea-8714e2711200,segment=NetworkSegment(ca0afe4a-5b00-4003-b80d-c75f9af4866a),segment_id=ca0afe4a-5b00-4003-b80d-c75f9af4866a)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:41:38.540034 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-6fa9f481-3b67-4e59-9cba-bc75391500a0 req-c9b3050d-cdf6-404e-88f2-c1fbcd3be3a9 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:38.565572 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-6fa9f481-3b67-4e59-9cba-bc75391500a0 req-c9b3050d-cdf6-404e-88f2-c1fbcd3be3a9 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Calling delete_port for a0516ee3-af73-49ba-a9ea-8714e2711200 owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:41:38.641164 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775a5d6-0848-4468-bf41-02500ef3bfce req-99723106-ef7a-4b3e-9cb2-665f4bf35b87 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:38.643713 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4775a5d6-0848-4468-bf41-02500ef3bfce req-99723106-ef7a-4b3e-9cb2-665f4bf35b87 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 946 time: 0.0589502 Jan 25 08:41:38.705717 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4775a5d6-0848-4468-bf41-02500ef3bfce req-45e69f8f-d5ec-494f-a273-2b71d2692399 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552626 Jan 25 08:41:38.835857 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-6fa9f481-3b67-4e59-9cba-bc75391500a0 req-c9b3050d-cdf6-404e-88f2-c1fbcd3be3a9 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (a0516ee3-af73-49ba-a9ea-8714e2711200), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:38.849249 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['a0516ee3-af73-49ba-a9ea-8714e2711200'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:41:38.870042 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3050d-cdf6-404e-88f2-c1fbcd3be3a9 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Pushing event deleted for resources: {'Port': ['ID=a0516ee3-af73-49ba-a9ea-8714e2711200,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:38.924239 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa9f481-3b67-4e59-9cba-bc75391500a0 req-c9b3050d-cdf6-404e-88f2-c1fbcd3be3a9 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] No DVR routers for this DVR port a0516ee3-af73-49ba-a9ea-8714e2711200 on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:41:38.927059 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-6fa9f481-3b67-4e59-9cba-bc75391500a0 req-c9b3050d-cdf6-404e-88f2-c1fbcd3be3a9 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:38.931674 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6fa9f481-3b67-4e59-9cba-bc75391500a0 req-c9b3050d-cdf6-404e-88f2-c1fbcd3be3a9 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.121 "DELETE /v2.0/ports/a0516ee3-af73-49ba-a9ea-8714e2711200 HTTP/1.1" status: 204 len: 173 time: 0.5891840 Jan 25 08:41:38.931939 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a', 'name': 'network-vif-deleted', 'tag': 'a0516ee3-af73-49ba-a9ea-8714e2711200'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:41:38.934238 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48492e37-b2c2-4506-94b6-051d5e3a03c3" -d '{"events": [{"server_uuid": "9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a", "name": "network-vif-deleted", "tag": "a0516ee3-af73-49ba-a9ea-8714e2711200"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:41:38.986166 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47f4124-a747-4d1d-85cb-05aac96e86db x-openstack-request-id: req-b47f4124-a747-4d1d-85cb-05aac96e86db {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:41:38.986457 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a", "name": "network-vif-deleted", "tag": "a0516ee3-af73-49ba-a9ea-8714e2711200", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:41:38.986710 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-b47f4124-a747-4d1d-85cb-05aac96e86db {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:41:38.987168 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a', 'name': 'network-vif-deleted', 'tag': 'a0516ee3-af73-49ba-a9ea-8714e2711200', 'status': 'completed', 'code': 200} Jan 25 08:41:39.312507 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f267b-7529-4870-9c1f-e4227138fd37 req-2a80cf7c-823f-4739-9ad3-ed05fd27e7bf tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:39.314011 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-365f267b-7529-4870-9c1f-e4227138fd37 req-2a80cf7c-823f-4739-9ad3-ed05fd27e7bf tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0905237 Jan 25 08:41:39.373269 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-365f267b-7529-4870-9c1f-e4227138fd37 req-cf446870-9998-4b69-88e7-34079eeba207 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521014 Jan 25 08:41:39.476858 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4e904c85-14aa-49af-b361-c0c364c97f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:39.882531 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-94d0e5bf-7b30-4c85-90e2-bc4aaac7a72f req-fdc8b519-4bd9-4b0e-a41b-cc235cb9eeb5 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c0182dc-efe2-40d5-a0cd-4a41f00e7a0a HTTP/1.1" status: 200 len: 210 time: 0.0296659 Jan 25 08:41:40.509975 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de0c1b-1ed2-4cac-9884-6a22d6763200 req-da77a66c-7b2b-4e53-b1ec-8db7b0a2ecc4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:40.514725 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-32de0c1b-1ed2-4cac-9884-6a22d6763200 req-da77a66c-7b2b-4e53-b1ec-8db7b0a2ecc4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0572567 Jan 25 08:41:40.591225 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-32de0c1b-1ed2-4cac-9884-6a22d6763200 req-8cdb58b5-5a66-4661-88ba-82440df82d25 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701616 Jan 25 08:41:41.283084 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device a0516ee3-af73-49ba-a9ea-8714e2711200 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:41:41.310764 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: a0516ee3-af73-49ba-a9ea-8714e2711200 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:41:41.313229 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device a0516ee3-af73-49ba-a9ea-8714e2711200 not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:41:41.711159 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd5c6-8ee5-48a4-bd8c-dda3314f749b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:41.768462 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5e17c-a3ab-41c0-9862-0a68bfb6ac91 req-cc0786ad-17ab-4987-ad2f-418bf0796012 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:41.769952 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-15b5e17c-a3ab-41c0-9862-0a68bfb6ac91 req-cc0786ad-17ab-4987-ad2f-418bf0796012 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0659494 Jan 25 08:41:41.820460 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-15b5e17c-a3ab-41c0-9862-0a68bfb6ac91 req-4a76f8eb-4a69-4365-8d3d-0a1614f44bfa tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439346 Jan 25 08:41:43.042142 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:44.597086 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:45.842191 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:47.065289 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:41:47.883390 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d8058-8f52-46aa-911d-bcb6b7c87ff1 req-4406303c-e12a-47ef-9df9-71e01a1453df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:47.885255 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5a7d8058-8f52-46aa-911d-bcb6b7c87ff1 req-4406303c-e12a-47ef-9df9-71e01a1453df tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0653226 Jan 25 08:41:47.953990 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5a7d8058-8f52-46aa-911d-bcb6b7c87ff1 req-714dd992-396c-42b4-a4b9-5b8a009f7e60 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598674 Jan 25 08:41:49.091006 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453a5fc-025e-4b76-a22a-b12f8229fe8f req-c9ea95ed-564d-4f65-a67c-9031b48e0d8a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:49.092749 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8453a5fc-025e-4b76-a22a-b12f8229fe8f req-c9ea95ed-564d-4f65-a67c-9031b48e0d8a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0623674 Jan 25 08:41:49.140325 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8453a5fc-025e-4b76-a22a-b12f8229fe8f req-4aece3f3-3e93-48a3-adf5-6bfadc6a9128 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407727 Jan 25 08:41:49.539659 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344227c-c9d7-4671-998d-76cc98638c14 req-38b6432e-cdad-4f62-8c4c-731eec9fb9b1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:49.541484 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0344227c-c9d7-4671-998d-76cc98638c14 req-38b6432e-cdad-4f62-8c4c-731eec9fb9b1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 946 time: 0.0545056 Jan 25 08:41:49.592123 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0344227c-c9d7-4671-998d-76cc98638c14 req-cd9606c8-a84e-4c3d-9d97-4180e6170ea2 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Jan 25 08:41:49.620804 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 43234) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:49.814494 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d5a1d9-7e5c-4f70-8f94-1f03a15ef539 tempest-TestMinimumBasicScenario-1234418947 tempest-TestMinimumBasicScenario-1234418947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:49.815993 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-57d5a1d9-7e5c-4f70-8f94-1f03a15ef539 tempest-TestMinimumBasicScenario-1234418947 tempest-TestMinimumBasicScenario-1234418947-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 1094 time: 0.1941011 Jan 25 08:41:49.819084 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 43244) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:49.823292 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Request body: {'floatingip': {'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'port_id': '6af39d83-c74a-46d6-bf83-eed97c720a1b', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:41:49.928799 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:50.031054 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:50.134415 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Allocated IP 172.27.1.212 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/c9380fac-ebc2-454c-8210-115f7885861f) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:41:50.236296 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for port (c9380fac-ebc2-454c-8210-115f7885861f), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:50.257873 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb469a76-1ce1-4cab-8051-1ae37cd7cda0 req-dd394e25-84fc-475e-8c6e-200cab509bb9 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:50.259695 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-eb469a76-1ce1-4cab-8051-1ae37cd7cda0 req-dd394e25-84fc-475e-8c6e-200cab509bb9 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0496366 Jan 25 08:41:50.311219 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-eb469a76-1ce1-4cab-8051-1ae37cd7cda0 req-855aef2a-1a4a-4b2e-ad32-a853c2a5e2cb tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459063 Jan 25 08:41:50.328203 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (c9380fac-ebc2-454c-8210-115f7885861f), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:50.365066 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:41:50.373340 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:41:50.378984 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:41:50.401089 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event updated for resources: {'Port': ['ID=c9380fac-ebc2-454c-8210-115f7885861f,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:50.749789 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for floatingip (13eae72c-f3cd-4978-ba65-85b154538ad4), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:50.917313 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (c9380fac-ebc2-454c-8210-115f7885861f), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:51.082082 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab805ea-41b3-4b2f-a752-0403be15539e req-763c9a87-8c82-4784-aaa4-3b9c2993985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:51.084225 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-aab805ea-41b3-4b2f-a752-0403be15539e req-763c9a87-8c82-4784-aaa4-3b9c2993985c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0663824 Jan 25 08:41:51.131109 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for port (c9380fac-ebc2-454c-8210-115f7885861f), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:51.161505 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-aab805ea-41b3-4b2f-a752-0403be15539e req-3c833bb4-0ecd-4dac-a0e9-90b74c2855c3 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627811 Jan 25 08:41:51.236434 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (c9380fac-ebc2-454c-8210-115f7885861f), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:51.301234 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event updated for resources: {'Port': ['ID=c9380fac-ebc2-454c-8210-115f7885861f,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:51.316262 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (13eae72c-f3cd-4978-ba65-85b154538ad4), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:51.462248 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Floating IP 13eae72c-f3cd-4978-ba65-85b154538ad4 associated. External IP: 172.27.1.212, port: 6af39d83-c74a-46d6-bf83-eed97c720a1b. Jan 25 08:41:51.722812 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840929a8-2cfc-4630-843a-6daf5511ac45 req-b6495a8f-1f09-434f-ac1a-f080fd770b5a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:51.724734 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-840929a8-2cfc-4630-843a-6daf5511ac45 req-b6495a8f-1f09-434f-ac1a-f080fd770b5a tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.3093054 Jan 25 08:41:51.821103 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-840929a8-2cfc-4630-843a-6daf5511ac45 req-301195bf-3068-4f37-adaa-b613ade3cbe7 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864410 Jan 25 08:41:51.928892 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Router 2e6df29e-7fb6-445b-b121-8d03f6c273dc has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:41:52.035313 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:41:52.045779 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f2b465-b953-4290-a680-4f01403de97d None None] Sync routers for ids ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:41:52.057121 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2b465-b953-4290-a680-4f01403de97d None None] Routers {'2e6df29e-7fb6-445b-b121-8d03f6c273dc'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:41:52.057733 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-68f2b465-b953-4290-a680-4f01403de97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:41:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:41:52.135415 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:52.167438 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-68f2b465-b953-4290-a680-4f01403de97d None None] Set router 2e6df29e-7fb6-445b-b121-8d03f6c273dc gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:41:52.173175 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-54b4fd58-fa1e-4b2c-ab02-0da688758a9d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3512952 Jan 25 08:41:52.173175 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:41:52.178784 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 43330) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:52.179577 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8ab625-0fb3-4c76-9219-41ccf1c7b4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:41:52.183897 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-4f646643-9431-46d3-880b-467e064146c2 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1253090562', 'description': 'tempest-secgroup-smoke-1253090562 description', 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:41:52.222635 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa78916-9feb-46e5-b7c0-d2da90e62c8b x-openstack-request-id: req-bfa78916-9feb-46e5-b7c0-d2da90e62c8b {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:41:52.223163 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:41:52.224189 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-bfa78916-9feb-46e5-b7c0-d2da90e62c8b {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:41:52.241943 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b', 'status': 'completed', 'code': 200} Jan 25 08:41:52.322511 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f646643-9431-46d3-880b-467e064146c2 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:52.390956 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f646643-9431-46d3-880b-467e064146c2 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group (95fe89b9-592f-4f4d-a078-ab0ce347bce0), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:52.453628 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f646643-9431-46d3-880b-467e064146c2 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (95fe89b9-592f-4f4d-a078-ab0ce347bce0), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:52.482990 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f646643-9431-46d3-880b-467e064146c2 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fe89b9-592f-4f4d-a078-ab0ce347bce0,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:52.489868 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-68f2b465-b953-4290-a680-4f01403de97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:40:11Z', 'revision_number': 4, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port': {'id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:08Z', 'updated_at': '2022-01-25T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '13eae72c-f3cd-4978-ba65-85b154538ad4', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'port_id': '6af39d83-c74a-46d6-bf83-eed97c720a1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'mac_address': 'fa:16:3e:21:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:41:50Z', 'updated_at': '2022-01-25T08:41:50Z', 'revision_number': 0, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914fde57-1426-45c9-bab9-b8f847bef7ea', 'name': '', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'mac_address': 'fa:16:3e:e2:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:10Z', 'updated_at': '2022-01-25T08:40:15Z', 'revision_number': 5, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'subnets': [{'id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:41:52.518574 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f2b465-b953-4290-a680-4f01403de97d None None] Checking router: 2e6df29e-7fb6-445b-b121-8d03f6c273dc for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:41:52.527188 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2b465-b953-4290-a680-4f01403de97d None None] Routers {'2e6df29e-7fb6-445b-b121-8d03f6c273dc'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:41:52.527778 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-68f2b465-b953-4290-a680-4f01403de97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:41:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:41:52.552492 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4f646643-9431-46d3-880b-467e064146c2 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:52.553776 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-4f646643-9431-46d3-880b-467e064146c2 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3739791 Jan 25 08:41:52.556637 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 43338) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:52.561049 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-b6069f4d-5e00-448f-8a83-591d1f87d018 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Request body: {'security_group_rule': {'security_group_id': '95fe89b9-592f-4f4d-a078-ab0ce347bce0', 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:41:52.631529 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-68f2b465-b953-4290-a680-4f01403de97d None None] Set router 2e6df29e-7fb6-445b-b121-8d03f6c273dc gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:41:52.686998 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6069f4d-5e00-448f-8a83-591d1f87d018 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (012546d3-f295-4e95-ba6b-bf3072c57bb2), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:52.752207 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6069f4d-5e00-448f-8a83-591d1f87d018 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (012546d3-f295-4e95-ba6b-bf3072c57bb2), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:52.836441 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6069f4d-5e00-448f-8a83-591d1f87d018 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (012546d3-f295-4e95-ba6b-bf3072c57bb2), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:52.854005 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-68f2b465-b953-4290-a680-4f01403de97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:40:11Z', 'revision_number': 4, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port': {'id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:08Z', 'updated_at': '2022-01-25T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '13eae72c-f3cd-4978-ba65-85b154538ad4', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'port_id': '6af39d83-c74a-46d6-bf83-eed97c720a1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'mac_address': 'fa:16:3e:21:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:41:50Z', 'updated_at': '2022-01-25T08:41:50Z', 'revision_number': 0, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914fde57-1426-45c9-bab9-b8f847bef7ea', 'name': '', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'mac_address': 'fa:16:3e:e2:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:10Z', 'updated_at': '2022-01-25T08:40:15Z', 'revision_number': 5, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'subnets': [{'id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:41:52.856747 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6069f4d-5e00-448f-8a83-591d1f87d018 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012546d3-f295-4e95-ba6b-bf3072c57bb2,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:52.888570 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f2b465-b953-4290-a680-4f01403de97d None None] The sync data for ids ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'] in dv-cinder-811877-9-iscsi is: [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:40:11Z', 'revision_number': 4, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port': {'id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:08Z', 'updated_at': '2022-01-25T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '13eae72c-f3cd-4978-ba65-85b154538ad4', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'port_id': '6af39d83-c74a-46d6-bf83-eed97c720a1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'mac_address': 'fa:16:3e:21:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:41:50Z', 'updated_at': '2022-01-25T08:41:50Z', 'revision_number': 0, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914fde57-1426-45c9-bab9-b8f847bef7ea', 'name': '', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'mac_address': 'fa:16:3e:e2:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:10Z', 'updated_at': '2022-01-25T08:40:15Z', 'revision_number': 5, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'subnets': [{'id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:41:52.941068 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6069f4d-5e00-448f-8a83-591d1f87d018 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:52.942411 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-b6069f4d-5e00-448f-8a83-591d1f87d018 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3847308 Jan 25 08:41:52.945677 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 43344) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:52.950058 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-068cc797-a45f-4146-a119-19535118f674 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Request body: {'security_group_rule': {'security_group_id': '95fe89b9-592f-4f4d-a078-ab0ce347bce0', 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:41:53.041417 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-068cc797-a45f-4146-a119-19535118f674 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (902cfe3c-43d2-4833-86ba-6bcfb2eb2b2d), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:53.078770 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1971122-98fc-4723-a6a0-ef21bfd10a7e None None] New status for floating IP 13eae72c-f3cd-4978-ba65-85b154538ad4: ACTIVE {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:41:53.103824 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-068cc797-a45f-4146-a119-19535118f674 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (902cfe3c-43d2-4833-86ba-6bcfb2eb2b2d), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:53.173613 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-068cc797-a45f-4146-a119-19535118f674 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (902cfe3c-43d2-4833-86ba-6bcfb2eb2b2d), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:53.191661 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cc797-a45f-4146-a119-19535118f674 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902cfe3c-43d2-4833-86ba-6bcfb2eb2b2d,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:53.267474 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-068cc797-a45f-4146-a119-19535118f674 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:53.268825 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-068cc797-a45f-4146-a119-19535118f674 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3222075 Jan 25 08:41:53.276255 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 43348) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:53.280677 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-c81a25b2-2606-4af8-a19b-a2ad7b1cb079 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Request body: {'security_group_rule': {'security_group_id': '95fe89b9-592f-4f4d-a078-ab0ce347bce0', 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:41:53.371283 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c81a25b2-2606-4af8-a19b-a2ad7b1cb079 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (69cb4dcf-7ff7-4674-ae54-868520fcb4b8), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:53.426204 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c81a25b2-2606-4af8-a19b-a2ad7b1cb079 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (69cb4dcf-7ff7-4674-ae54-868520fcb4b8), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:53.505134 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c81a25b2-2606-4af8-a19b-a2ad7b1cb079 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (69cb4dcf-7ff7-4674-ae54-868520fcb4b8), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:53.523102 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a25b2-2606-4af8-a19b-a2ad7b1cb079 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cb4dcf-7ff7-4674-ae54-868520fcb4b8,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:53.581310 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-c81a25b2-2606-4af8-a19b-a2ad7b1cb079 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:53.582553 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-c81a25b2-2606-4af8-a19b-a2ad7b1cb079 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3053143 Jan 25 08:41:53.585945 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 43352) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:53.590245 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-a648b6d4-2bf6-490b-90aa-81a77ca76108 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Request body: {'security_group_rule': {'security_group_id': '95fe89b9-592f-4f4d-a078-ab0ce347bce0', 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:41:53.673227 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a648b6d4-2bf6-490b-90aa-81a77ca76108 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (b69ec4bb-2d2c-46ba-adc4-a418c51a185f), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:53.728625 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a648b6d4-2bf6-490b-90aa-81a77ca76108 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (b69ec4bb-2d2c-46ba-adc4-a418c51a185f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:53.789962 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a648b6d4-2bf6-490b-90aa-81a77ca76108 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (b69ec4bb-2d2c-46ba-adc4-a418c51a185f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:53.808836 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648b6d4-2bf6-490b-90aa-81a77ca76108 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69ec4bb-2d2c-46ba-adc4-a418c51a185f,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:53.901072 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a648b6d4-2bf6-490b-90aa-81a77ca76108 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:53.901072 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-a648b6d4-2bf6-490b-90aa-81a77ca76108 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3085957 Jan 25 08:41:53.901072 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 43356) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:53.903116 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-97480c67-fd5e-4d17-8fdd-08f49e680033 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Request body: {'security_group_rule': {'security_group_id': '95fe89b9-592f-4f4d-a078-ab0ce347bce0', 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:41:53.988986 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.securitygroups_db [None req-97480c67-fd5e-4d17-8fdd-08f49e680033 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Project f883d39e09994eef8c9a8cb49ba70db9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 08:41:53.994328 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97480c67-fd5e-4d17-8fdd-08f49e680033 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (6486ae79-39b7-43f9-ae85-b56727caf19b), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:54.052266 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97480c67-fd5e-4d17-8fdd-08f49e680033 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (6486ae79-39b7-43f9-ae85-b56727caf19b), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:54.120331 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97480c67-fd5e-4d17-8fdd-08f49e680033 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (6486ae79-39b7-43f9-ae85-b56727caf19b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:54.139857 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97480c67-fd5e-4d17-8fdd-08f49e680033 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6486ae79-39b7-43f9-ae85-b56727caf19b,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:54.227038 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97480c67-fd5e-4d17-8fdd-08f49e680033 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:54.228359 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-97480c67-fd5e-4d17-8fdd-08f49e680033 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3286693 Jan 25 08:41:54.231206 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 43358) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:54.235602 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-41281757-d84e-4b79-bc5d-18258f89505d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Request body: {'security_group_rule': {'security_group_id': '95fe89b9-592f-4f4d-a078-ab0ce347bce0', 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:41:54.331787 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.securitygroups_db [None req-41281757-d84e-4b79-bc5d-18258f89505d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Project f883d39e09994eef8c9a8cb49ba70db9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 08:41:54.338442 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41281757-d84e-4b79-bc5d-18258f89505d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (9fb91ca6-3b99-4f46-b328-d1e09ee78613), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:54.397432 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41281757-d84e-4b79-bc5d-18258f89505d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (9fb91ca6-3b99-4f46-b328-d1e09ee78613), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:54.474514 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41281757-d84e-4b79-bc5d-18258f89505d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (9fb91ca6-3b99-4f46-b328-d1e09ee78613), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:54.492666 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41281757-d84e-4b79-bc5d-18258f89505d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb91ca6-3b99-4f46-b328-d1e09ee78613,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:54.556776 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-41281757-d84e-4b79-bc5d-18258f89505d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:54.558142 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-41281757-d84e-4b79-bc5d-18258f89505d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3259442 Jan 25 08:41:56.332671 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ab625-0fb3-4c76-9219-41ccf1c7b4b1 req-d285c91e-7d4e-4430-93cd-3f50e24c9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:56.334086 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4e8ab625-0fb3-4c76-9219-41ccf1c7b4b1 req-d285c91e-7d4e-4430-93cd-3f50e24c9c24 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f883d39e09994eef8c9a8cb49ba70db9&device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 1099 time: 0.0437748 Jan 25 08:41:56.476316 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fef9f718-cfed-41c3-af24-8424c8bbd32f req-585ec8cb-7a84-466e-b27c-352f92f9c341 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253090562&fields=id&tenant_id=f883d39e09994eef8c9a8cb49ba70db9 HTTP/1.1" status: 200 len: 267 time: 0.0516951 Jan 25 08:41:56.499135 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cf5a9-a470-4c6d-aedf-2ce6a39e4693 req-d8fa7e35-8d32-456b-9b44-9c9959a47f81 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:56.500621 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c96cf5a9-a470-4c6d-aedf-2ce6a39e4693 req-d8fa7e35-8d32-456b-9b44-9c9959a47f81 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1050818 Jan 25 08:41:56.502009 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ab625-0fb3-4c76-9219-41ccf1c7b4b1 req-e6f9f806-a2d3-4d73-b9e2-b74ca452ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:56.503315 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4e8ab625-0fb3-4c76-9219-41ccf1c7b4b1 req-e6f9f806-a2d3-4d73-b9e2-b74ca452ff7a service neutron] 10.222.0.121 "GET /v2.0/networks?id=07a0a72d-6846-4848-8c73-bbcc20fedb8c HTTP/1.1" status: 200 len: 916 time: 0.1372161 Jan 25 08:41:56.534037 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9f718-cfed-41c3-af24-8424c8bbd32f req-4f3557c4-92cf-46fb-9193-1d3dd118b7a7 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:56.535593 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fef9f718-cfed-41c3-af24-8424c8bbd32f req-4f3557c4-92cf-46fb-9193-1d3dd118b7a7 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 946 time: 0.0536101 Jan 25 08:41:56.546208 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-fef9f718-cfed-41c3-af24-8424c8bbd32f req-6170da2a-0033-44a4-807b-ef5c753e33dd tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Request body: {'port': {'security_groups': ['246561fc-2554-40f3-a0d3-657dca3362b4', '95fe89b9-592f-4f4d-a078-ab0ce347bce0']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:41:56.596913 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c96cf5a9-a470-4c6d-aedf-2ce6a39e4693 req-c7a24ba0-13b0-4a9f-a616-5ee79eead99e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907521 Jan 25 08:41:56.598714 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4e8ab625-0fb3-4c76-9219-41ccf1c7b4b1 req-4cd305ba-103f-40a0-b155-f53812377af3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b HTTP/1.1" status: 200 len: 1002 time: 0.0851350 Jan 25 08:41:56.613297 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fef9f718-cfed-41c3-af24-8424c8bbd32f req-6170da2a-0033-44a4-807b-ef5c753e33dd tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:56.665442 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ab625-0fb3-4c76-9219-41ccf1c7b4b1 req-3237fdb6-52d2-431e-9331-e815c756d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:56.666888 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4e8ab625-0fb3-4c76-9219-41ccf1c7b4b1 req-3237fdb6-52d2-431e-9331-e815c756d970 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=92c394b4-1106-4f8a-8b26-188f70824e72 HTTP/1.1" status: 200 len: 854 time: 0.0446734 Jan 25 08:41:56.713839 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ab625-0fb3-4c76-9219-41ccf1c7b4b1 req-a0b403d0-305e-483c-af59-ea85cafa96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:56.715294 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4e8ab625-0fb3-4c76-9219-41ccf1c7b4b1 req-a0b403d0-305e-483c-af59-ea85cafa96ab service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=07a0a72d-6846-4848-8c73-bbcc20fedb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421495 Jan 25 08:41:56.799843 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-fef9f718-cfed-41c3-af24-8424c8bbd32f req-6170da2a-0033-44a4-807b-ef5c753e33dd tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] For port 6af39d83-c74a-46d6-bf83-eed97c720a1b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:41:56.804794 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4e8ab625-0fb3-4c76-9219-41ccf1c7b4b1 req-07ada379-be31-4b6d-8c0c-43216af35f92 service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822515 Jan 25 08:41:56.831098 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fef9f718-cfed-41c3-af24-8424c8bbd32f req-6170da2a-0033-44a4-807b-ef5c753e33dd tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:56.906647 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4e8ab625-0fb3-4c76-9219-41ccf1c7b4b1 req-6e2b8bde-04b7-432b-943c-bdb2ec07a8af service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932932 Jan 25 08:41:56.945181 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fef9f718-cfed-41c3-af24-8424c8bbd32f req-6170da2a-0033-44a4-807b-ef5c753e33dd tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:56.957406 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['6af39d83-c74a-46d6-bf83-eed97c720a1b'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:41:56.991350 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9f718-cfed-41c3-af24-8424c8bbd32f req-6170da2a-0033-44a4-807b-ef5c753e33dd tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:56.992055 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fef9f718-cfed-41c3-af24-8424c8bbd32f req-6170da2a-0033-44a4-807b-ef5c753e33dd tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:56.996635 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fef9f718-cfed-41c3-af24-8424c8bbd32f req-6170da2a-0033-44a4-807b-ef5c753e33dd tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "PUT /v2.0/ports/6af39d83-c74a-46d6-bf83-eed97c720a1b HTTP/1.1" status: 200 len: 982 time: 0.4548640 Jan 25 08:41:56.997365 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:41:57.000422 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ee15af-53d5-447a-9ca6-bb1a866340ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:41:57.031591 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170da2a-0033-44a4-807b-ef5c753e33dd tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event updated for resources: {'Port': ['ID=6af39d83-c74a-46d6-bf83-eed97c720a1b,revision_number=6']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:57.077757 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e341bec9-3dac-4125-bcbe-d9e5e3e3c619 x-openstack-request-id: req-e341bec9-3dac-4125-bcbe-d9e5e3e3c619 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:41:57.078051 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:41:57.078299 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e341bec9-3dac-4125-bcbe-d9e5e3e3c619 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:41:57.079060 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b', 'status': 'completed', 'code': 200} Jan 25 08:41:57.181487 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab40fbe-ba0e-472f-9107-d89a8bfd54d9 req-35513919-1172-40d5-98ca-da35cb838446 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:57.183117 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4ab40fbe-ba0e-472f-9107-d89a8bfd54d9 req-35513919-1172-40d5-98ca-da35cb838446 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 985 time: 0.0930507 Jan 25 08:41:57.185214 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee15af-53d5-447a-9ca6-bb1a866340ef req-0471af51-e817-4675-af23-a6d731cb4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:57.186680 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-69ee15af-53d5-447a-9ca6-bb1a866340ef req-0471af51-e817-4675-af23-a6d731cb4075 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f883d39e09994eef8c9a8cb49ba70db9&device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 1138 time: 0.0867181 Jan 25 08:41:57.318192 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e3c468fb-efb3-4462-99b8-175deabb85ea None None] Provisioning complete for port 6af39d83-c74a-46d6-bf83-eed97c720a1b triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:41:57.319579 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e3c468fb-efb3-4462-99b8-175deabb85ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:57.323064 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['6af39d83-c74a-46d6-bf83-eed97c720a1b'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:41:57.324340 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4ab40fbe-ba0e-472f-9107-d89a8bfd54d9 req-f849bfad-43d8-4cd6-96da-21fc8f0e7d4b tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=95fe89b9-592f-4f4d-a078-ab0ce347bce0&id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333513 Jan 25 08:41:57.352150 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee15af-53d5-447a-9ca6-bb1a866340ef req-f45fddc4-5cd5-4d20-ba61-d4688ba5c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:57.352150 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-69ee15af-53d5-447a-9ca6-bb1a866340ef req-f45fddc4-5cd5-4d20-ba61-d4688ba5c66f service neutron] 10.222.0.121 "GET /v2.0/networks?id=07a0a72d-6846-4848-8c73-bbcc20fedb8c HTTP/1.1" status: 200 len: 916 time: 0.1435893 Jan 25 08:41:57.441121 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-69ee15af-53d5-447a-9ca6-bb1a866340ef req-c2bed25f-cff1-458f-9309-f188c8e07319 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b HTTP/1.1" status: 200 len: 1002 time: 0.0858135 Jan 25 08:41:57.488011 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 43392) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:57.532033 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee15af-53d5-447a-9ca6-bb1a866340ef req-3a0fb034-e6bd-447b-9183-1424c32dcfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:57.535150 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-69ee15af-53d5-447a-9ca6-bb1a866340ef req-3a0fb034-e6bd-447b-9183-1424c32dcfcf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=92c394b4-1106-4f8a-8b26-188f70824e72 HTTP/1.1" status: 200 len: 854 time: 0.0807009 Jan 25 08:41:57.553779 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f2cf07-876a-481d-ab57-c4f6afdec746 admin admin] Deleting subnet 9e4f9792-e3cc-41c8-9a66-500cf7f38763 {{(pid=103105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:41:57.557366 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-06f2cf07-876a-481d-ab57-c4f6afdec746 admin admin] Publish callbacks [] for subnet (9e4f9792-e3cc-41c8-9a66-500cf7f38763), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:57.626973 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-06f2cf07-876a-481d-ab57-c4f6afdec746 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9205399'] for subnet (9e4f9792-e3cc-41c8-9a66-500cf7f38763), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:57.669855 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e3c468fb-efb3-4462-99b8-175deabb85ea None None] Current status of the port 6af39d83-c74a-46d6-bf83-eed97c720a1b is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:41:57.676929 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-06f2cf07-876a-481d-ab57-c4f6afdec746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (9e4f9792-e3cc-41c8-9a66-500cf7f38763), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:57.760151 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee15af-53d5-447a-9ca6-bb1a866340ef req-0b6fcf19-8cc8-4749-8a6c-e2fdedceef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:57.760991 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc3e0c-dc38-4cfa-97db-6fc4db7d5ba9 req-3bd6532a-a56e-4509-9321-0c11faf4740c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:57.761608 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-69ee15af-53d5-447a-9ca6-bb1a866340ef req-0b6fcf19-8cc8-4749-8a6c-e2fdedceef05 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=07a0a72d-6846-4848-8c73-bbcc20fedb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1708906 Jan 25 08:41:57.763238 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-73fc3e0c-dc38-4cfa-97db-6fc4db7d5ba9 req-3bd6532a-a56e-4509-9321-0c11faf4740c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0748847 Jan 25 08:41:57.820274 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-73fc3e0c-dc38-4cfa-97db-6fc4db7d5ba9 req-ee79dcf2-3cea-421f-b8fe-93280edd37ab tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506203 Jan 25 08:41:57.844848 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-06f2cf07-876a-481d-ab57-c4f6afdec746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10414861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8486090'] for subnet (9e4f9792-e3cc-41c8-9a66-500cf7f38763), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:57.915236 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2cf07-876a-481d-ab57-c4f6afdec746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4f9792-e3cc-41c8-9a66-500cf7f38763,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:57.922582 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-06f2cf07-876a-481d-ab57-c4f6afdec746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:57.925760 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-06f2cf07-876a-481d-ab57-c4f6afdec746 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/9e4f9792-e3cc-41c8-9a66-500cf7f38763 HTTP/1.1" status: 204 len: 168 time: 0.4367049 Jan 25 08:41:57.928720 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 43412) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:57.953630 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-69ee15af-53d5-447a-9ca6-bb1a866340ef req-7c1a57a6-655a-49fa-8c54-1fe1a2456862 service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790586 Jan 25 08:41:57.996951 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-60b10c53-13cc-4f73-a8da-5a728a113f9d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:57.998441 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-60b10c53-13cc-4f73-a8da-5a728a113f9d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/networks?id=26fb7a37-2055-4677-9a40-d3aaeacf5bbb HTTP/1.1" status: 200 len: 811 time: 0.2536967 Jan 25 08:41:58.018097 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (41ed80cc-d44d-41ec-b61e-68d9b9248246), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:58.042614 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5816b43a-d421-465c-9387-f4ca68e297f1 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/quotas/207ff4410190407aa7a1f5cfaf50b0b4 HTTP/1.1" status: 200 len: 375 time: 0.0359657 Jan 25 08:41:58.087092 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-17d6f6b0-3afd-4025-b13b-1798257396f4 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=207ff4410190407aa7a1f5cfaf50b0b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382900 Jan 25 08:41:58.121572 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-69ee15af-53d5-447a-9ca6-bb1a866340ef req-7a122e7b-2a6e-4d3c-835d-1dac61d7caa8 service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549451 Jan 25 08:41:58.203149 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-1b4d44f1-8a29-4565-921a-62f6fa0351b5 service neutron] 10.222.0.112 "GET /v2.0/networks/26fb7a37-2055-4677-9a40-d3aaeacf5bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059470 Jan 25 08:41:58.298952 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-34457082-068a-4072-9067-863ab4585695 service neutron] 10.222.0.112 "GET /v2.0/networks/26fb7a37-2055-4677-9a40-d3aaeacf5bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903046 Jan 25 08:41:58.337932 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (41ed80cc-d44d-41ec-b61e-68d9b9248246), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:58.360783 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.361023 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.361728 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.362067 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > port after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.363723 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.363723 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.363723 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.363723 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.363723 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.364236 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.483372 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.483730 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.484189 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.484447 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 08:41:58.484851 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ed80cc-d44d-41ec-b61e-68d9b9248246']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:41:58.485575 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b7ed7-4396-414d-ad91-6e0843f260fa req-e96212df-4beb-4b1a-8e06-d99d61f01472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:58.487249 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b67b7ed7-4396-414d-ad91-6e0843f260fa req-e96212df-4beb-4b1a-8e06-d99d61f01472 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d8a5497ebd1437cba42c0faf75c13e7&device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0479605 Jan 25 08:41:58.534214 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b4ade4-c4ab-499e-973b-52be4bf7ef25') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:41:58.534534 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b4ade4-c4ab-499e-973b-52be4bf7ef25') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:41:58.558125 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-499783'] for segment (73b4ade4-c4ab-499e-973b-52be4bf7ef25), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:58.592263 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (73b4ade4-c4ab-499e-973b-52be4bf7ef25), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:58.602219 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63e303-70be-4e58-867b-73dfcc4452b2 req-4d445db4-bbce-49e7-9926-9875f07171d2 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:58.603733 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ff63e303-70be-4e58-867b-73dfcc4452b2 req-4d445db4-bbce-49e7-9926-9875f07171d2 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1138783 Jan 25 08:41:58.610975 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:41:58.611376 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9329113'] for segment (73b4ade4-c4ab-499e-973b-52be4bf7ef25), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: Traceback (most recent call last): Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: timer() Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: cb(*args, **kw) Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:41:58.616372 dv-cinder-811877-9-iscsi neutron-server[103104]: return func(*args, **kwargs) Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: self._notify() Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: self.callback(batched_events) Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: event.method(event) Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: return f(self, *a, **k) Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._get(url).json() Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: return self.request(url, 'GET', **kwargs) Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:41:58.619282 dv-cinder-811877-9-iscsi neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:41:58.636971 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b7ed7-4396-414d-ad91-6e0843f260fa req-6014f828-2909-4b19-abb3-4107c60c0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:58.640243 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b67b7ed7-4396-414d-ad91-6e0843f260fa req-6014f828-2909-4b19-abb3-4107c60c0c15 service neutron] 10.222.0.121 "GET /v2.0/networks?id=5eb1523e-8b36-4420-9865-509a0828a097 HTTP/1.1" status: 200 len: 919 time: 0.1426401 Jan 25 08:41:58.705837 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b67b7ed7-4396-414d-ad91-6e0843f260fa req-f29f2816-8d84-4319-b7c3-093820c53187 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52bb7c3b-b0fe-482c-843a-4a661fe62109 HTTP/1.1" status: 200 len: 217 time: 0.0572846 Jan 25 08:41:58.708144 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ff63e303-70be-4e58-867b-73dfcc4452b2 req-3c6ec04a-60e7-460b-9df8-81115f28e1d7 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986042 Jan 25 08:41:58.739300 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-78d7862c-91a6-4b39-86d6-5f107c5682e2 req-5ce5240f-da0f-400e-ad5f-d199c36446ca tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 210 time: 0.0363667 Jan 25 08:41:58.779084 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (41ed80cc-d44d-41ec-b61e-68d9b9248246), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:58.785076 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b7ed7-4396-414d-ad91-6e0843f260fa req-24f3b396-1919-4d26-8181-5ab97d5abd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:58.794443 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b67b7ed7-4396-414d-ad91-6e0843f260fa req-24f3b396-1919-4d26-8181-5ab97d5abd0b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=38a2320b-acd8-43cc-9a48-d5178286b608 HTTP/1.1" status: 200 len: 858 time: 0.0784719 Jan 25 08:41:58.800739 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:58.804941 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] 10.222.0.112 "DELETE /v2.0/networks/41ed80cc-d44d-41ec-b61e-68d9b9248246 HTTP/1.1" status: 204 len: 168 time: 0.8743451 Jan 25 08:41:58.806077 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998438e-27c8-4a1e-a594-d47c3cfc0661 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ed80cc-d44d-41ec-b61e-68d9b9248246,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:58.841592 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b67b7ed7-4396-414d-ad91-6e0843f260fa req-49a99ea9-13f8-4b6d-b6e3-eca9c7831097 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5eb1523e-8b36-4420-9865-509a0828a097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295825 Jan 25 08:41:58.940526 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b67b7ed7-4396-414d-ad91-6e0843f260fa req-5c18dfe2-99ec-4771-ab4b-bfce9a48d4f5 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898292 Jan 25 08:41:59.030633 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b67b7ed7-4396-414d-ad91-6e0843f260fa req-d250f519-5b21-4e07-a7bd-2184501396c6 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813506 Jan 25 08:41:59.193205 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 43444) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:59.240343 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-5c33e001-135d-42cd-a308-6f5763dbcb15 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=22723e9a9df24aac8b922e1ffc4809b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431504 Jan 25 08:41:59.241688 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 43448) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:41:59.288922 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Publish callbacks [] for security_group (c7bf4b3a-aee0-45cf-a5bc-8edca5c60947), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:59.310640 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Publish callbacks [] for security_group (c7bf4b3a-aee0-45cf-a5bc-8edca5c60947), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:59.440174 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (c7bf4b3a-aee0-45cf-a5bc-8edca5c60947), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:59.442815 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:41:59.444191 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c7bf4b3a-aee0-45cf-a5bc-8edca5c60947 HTTP/1.1" status: 204 len: 168 time: 0.2018414 Jan 25 08:41:59.453900 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bf4b3a-aee0-45cf-a5bc-8edca5c60947,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:41:59.462162 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:59.462507 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:59.462845 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:59.463179 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:59.463504 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:59.463830 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:59.464178 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:59.464505 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:59.464825 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:59.465149 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:59.465466 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:59.465784 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:59.466098 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac581c-86f3-42f6-b5cf-44e45b6cb962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:41:59.862856 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-41da03ff-dd5e-422f-aa51-5dae7cf2e092 req-6af2b706-d4fe-4f54-93c7-68fdadee6eb7 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 210 time: 0.0424795 Jan 25 08:41:59.868931 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922b18b-1bbe-4ed9-b2fa-ac959c3b8fa4 req-491503e9-8dda-4487-8975-defa16aaed9f tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:41:59.870806 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0922b18b-1bbe-4ed9-b2fa-ac959c3b8fa4 req-491503e9-8dda-4487-8975-defa16aaed9f tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0866170 Jan 25 08:41:59.948828 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0922b18b-1bbe-4ed9-b2fa-ac959c3b8fa4 req-bba3783e-2ca2-4dee-afb0-c2c6cd0ca3ad tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720944 Jan 25 08:42:00.379461 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:00.882757 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-359371b2-9836-4319-815a-fea4d94b896f tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:00.884279 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-359371b2-9836-4319-815a-fea4d94b896f tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.121 "GET /v2.0/networks?id=26fb7a37-2055-4677-9a40-d3aaeacf5bbb HTTP/1.1" status: 200 len: 811 time: 0.1258979 Jan 25 08:42:00.917877 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Request body: {'port': {'device_id': 'b76bbd40-4c00-4936-b818-e3d02da93e77', 'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb', 'admin_state_up': True, 'tenant_id': '207ff4410190407aa7a1f5cfaf50b0b4'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:42:01.022883 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b0dd2f7e-1357-40d1-ba58-6ed88c362da6 req-32137cb9-8e0a-400b-8b81-3e2086536650 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 210 time: 0.0499873 Jan 25 08:42:01.138630 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ab58f-8c54-44df-a929-8d28b785874e req-f90181ce-e874-455e-9789-fc5fdf8ef53c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:01.140180 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c45ab58f-8c54-44df-a929-8d28b785874e req-f90181ce-e874-455e-9789-fc5fdf8ef53c tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0665343 Jan 25 08:42:01.185541 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Made reservation on behalf of 207ff4410190407aa7a1f5cfaf50b0b4 for: {'port': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:42:01.189126 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:01.195770 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c45ab58f-8c54-44df-a929-8d28b785874e req-ee226e21-264d-4ef9-a6fc-75608d4a6da4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497546 Jan 25 08:42:01.342591 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Allocated IP 172.20.0.11 (26fb7a37-2055-4677-9a40-d3aaeacf5bbb/4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82/de28b562-1dc9-40ee-9003-ea89cea11468) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:42:01.490012 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks [] for port (de28b562-1dc9-40ee-9003-ea89cea11468), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:01.608161 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (de28b562-1dc9-40ee-9003-ea89cea11468), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:01.661286 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Network 26fb7a37-2055-4677-9a40-d3aaeacf5bbb is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:42:01.664801 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:42:01.674342 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:42:01.677430 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Pushing event updated for resources: {'Port': ['ID=de28b562-1dc9-40ee-9003-ea89cea11468,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:01.707670 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:01.708023 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:01.708397 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:01.708737 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:01.709072 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:01.710054 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:01.710501 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:01.710637 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:01.710971 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:01.711295 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:01.711622 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:01.711946 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:01.712296 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.731361 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.734041 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.734041 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.734041 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.734041 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.734041 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.734041 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.734041 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.734041 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.734041 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.734041 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.734041 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:01.734041 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:01.735381 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:01.735482 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:01.827678 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-728e5003-fbfc-469b-9ed1-ce4d6279d61e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9175060 Jan 25 08:42:01.851698 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Request body: {'port': {'device_id': 'b76bbd40-4c00-4936-b818-e3d02da93e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:42:01.914124 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (de28b562-1dc9-40ee-9003-ea89cea11468), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:02.143618 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355daccf-6949-44b5-a562-0030113992de req-c4bc4413-24ca-4f64-85ef-fae89bee7f06 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:02.145193 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-355daccf-6949-44b5-a562-0030113992de req-c4bc4413-24ca-4f64-85ef-fae89bee7f06 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 932 time: 0.0506222 Jan 25 08:42:02.198616 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de28b562-1dc9-40ee-9003-ea89cea11468 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:42:02.203603 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-355daccf-6949-44b5-a562-0030113992de req-4e7ac2ea-1bfd-4290-8204-446833ea7096 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519786 Jan 25 08:42:02.206843 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Publish callbacks [] for port (de28b562-1dc9-40ee-9003-ea89cea11468), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:02.219946 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Transition to ACTIVE for port object de28b562-1dc9-40ee-9003-ea89cea11468 will not be triggered until provisioned by entity L2. {{(pid=103105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:42:02.279720 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (de28b562-1dc9-40ee-9003-ea89cea11468), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:02.363669 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Pushing event updated for resources: {'Port': ['ID=de28b562-1dc9-40ee-9003-ea89cea11468,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:02.375968 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed97f1-69bb-48ab-b4a6-810511aad293 req-e80330f9-77f9-404f-b2f7-ae3e2829a679 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:02.377457 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-50ed97f1-69bb-48ab-b4a6-810511aad293 req-e80330f9-77f9-404f-b2f7-ae3e2829a679 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1085594 Jan 25 08:42:02.471688 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-50ed97f1-69bb-48ab-b4a6-810511aad293 req-07001a83-6992-44ba-b314-dad9a4c0516e tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792413 Jan 25 08:42:02.483050 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Attempting to bind port de28b562-1dc9-40ee-9003-ea89cea11468 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:42:02.483511 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Attempting to bind port de28b562-1dc9-40ee-9003-ea89cea11468 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'ca0afe4a-5b00-4003-b80d-c75f9af4866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:42:02.484008 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Attempting to bind port de28b562-1dc9-40ee-9003-ea89cea11468 on network 26fb7a37-2055-4677-9a40-d3aaeacf5bbb {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:42:02.490276 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Port de28b562-1dc9-40ee-9003-ea89cea11468 on network 26fb7a37-2055-4677-9a40-d3aaeacf5bbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:42:02.491187 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Attempting to bind port de28b562-1dc9-40ee-9003-ea89cea11468 on network 26fb7a37-2055-4677-9a40-d3aaeacf5bbb {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:42:02.496223 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:42:02.496560 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Checking segment: {'id': 'ca0afe4a-5b00-4003-b80d-c75f9af4866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:42:02.496939 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Bound using segment: {'id': 'ca0afe4a-5b00-4003-b80d-c75f9af4866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:42:02.497361 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Bound port: de28b562-1dc9-40ee-9003-ea89cea11468, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0afe4a-5b00-4003-b80d-c75f9af4866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:42:02.497722 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (de28b562-1dc9-40ee-9003-ea89cea11468), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:02.559277 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] For port de28b562-1dc9-40ee-9003-ea89cea11468, host hv-cinder-81187, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:42:02.562569 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] For port de28b562-1dc9-40ee-9003-ea89cea11468, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=de28b562-1dc9-40ee-9003-ea89cea11468,segment=NetworkSegment(ca0afe4a-5b00-4003-b80d-c75f9af4866a),segment_id=ca0afe4a-5b00-4003-b80d-c75f9af4866a)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:42:02.657895 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (de28b562-1dc9-40ee-9003-ea89cea11468), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:02.695434 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:02.696145 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:02.697548 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] 10.222.0.121 "PUT /v2.0/ports/de28b562-1dc9-40ee-9003-ea89cea11468 HTTP/1.1" status: 200 len: 1094 time: 0.8505664 Jan 25 08:42:02.697986 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76bbd40-4c00-4936-b818-e3d02da93e77', 'tag': 'de28b562-1dc9-40ee-9003-ea89cea11468'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:42:02.700226 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936909f9-12de-453f-9640-ad3e393ea0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b76bbd40-4c00-4936-b818-e3d02da93e77", "tag": "de28b562-1dc9-40ee-9003-ea89cea11468"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:42:02.723549 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c2a80-6f1f-4fff-a679-57072e67bba6 service neutron] Pushing event updated for resources: {'Port': ['ID=de28b562-1dc9-40ee-9003-ea89cea11468,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:02.748476 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3dc525-0fd4-4958-a34c-f3c4a70b8fea x-openstack-request-id: req-4e3dc525-0fd4-4958-a34c-f3c4a70b8fea {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:42:02.748773 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76bbd40-4c00-4936-b818-e3d02da93e77", "tag": "de28b562-1dc9-40ee-9003-ea89cea11468", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:42:02.749024 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-4e3dc525-0fd4-4958-a34c-f3c4a70b8fea {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:42:02.749420 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76bbd40-4c00-4936-b818-e3d02da93e77', 'tag': 'de28b562-1dc9-40ee-9003-ea89cea11468', 'status': 'completed', 'code': 200} Jan 25 08:42:02.865120 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936909f9-12de-453f-9640-ad3e393ea0d5 req-60b1072c-737b-41da-8995-4654e708507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:02.867167 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-936909f9-12de-453f-9640-ad3e393ea0d5 req-60b1072c-737b-41da-8995-4654e708507f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=207ff4410190407aa7a1f5cfaf50b0b4&device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 1097 time: 0.0410910 Jan 25 08:42:02.968154 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936909f9-12de-453f-9640-ad3e393ea0d5 req-3b44be9f-2d9c-4f8d-885d-a6dfecdba599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:02.969602 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-936909f9-12de-453f-9640-ad3e393ea0d5 req-3b44be9f-2d9c-4f8d-885d-a6dfecdba599 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=207ff4410190407aa7a1f5cfaf50b0b4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0929029 Jan 25 08:42:03.070867 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936909f9-12de-453f-9640-ad3e393ea0d5 req-30b5a88c-f19d-4d12-8012-a8a6c7554b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:03.072402 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-936909f9-12de-453f-9640-ad3e393ea0d5 req-30b5a88c-f19d-4d12-8012-a8a6c7554b94 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954216 Jan 25 08:42:03.184548 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-abbf7b8e-7e89-4a46-9fac-af9863948b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:03.186009 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-abbf7b8e-7e89-4a46-9fac-af9863948b3f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=207ff4410190407aa7a1f5cfaf50b0b4&device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 1097 time: 0.0397718 Jan 25 08:42:03.234935 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-001689f3-df90-47d2-ad93-8f1a4409753c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de28b562-1dc9-40ee-9003-ea89cea11468 HTTP/1.1" status: 200 len: 217 time: 0.0394251 Jan 25 08:42:03.314471 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-a708e7d5-4615-49bf-b65e-f4a3affbf73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:03.315575 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-a708e7d5-4615-49bf-b65e-f4a3affbf73d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82 HTTP/1.1" status: 200 len: 851 time: 0.0696518 Jan 25 08:42:03.353687 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-d023a448-c388-4791-897c-fd4a6089557d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=26fb7a37-2055-4677-9a40-d3aaeacf5bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268514 Jan 25 08:42:03.361272 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d902f-87df-4330-9e4f-17703860fe33 req-3da1dcb3-e177-43f1-a2dd-80c7148fe347 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:03.362614 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e50d902f-87df-4330-9e4f-17703860fe33 req-3da1dcb3-e177-43f1-a2dd-80c7148fe347 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 944 time: 0.0785606 Jan 25 08:42:03.695123 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e50d902f-87df-4330-9e4f-17703860fe33 req-86dece43-1628-4bda-bd86-6c05a215e0ba tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221841 Jan 25 08:42:03.713734 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-25068d16-088a-4ba3-8b26-a963eab4ca7d service neutron] 10.222.0.121 "GET /v2.0/networks/26fb7a37-2055-4677-9a40-d3aaeacf5bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439322 Jan 25 08:42:03.856655 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755f6dc-f543-4340-b23b-27b8f91f37ae req-2b827937-25d3-4a11-8c1d-d78036f64ab3 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:03.859966 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8755f6dc-f543-4340-b23b-27b8f91f37ae req-2b827937-25d3-4a11-8c1d-d78036f64ab3 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1092689 Jan 25 08:42:03.863124 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0997f01f-a5fc-4da7-a564-62bb180d5023 req-d80d691e-99dd-498f-ac43-ec0e260b45ea service neutron] 10.222.0.121 "GET /v2.0/networks/26fb7a37-2055-4677-9a40-d3aaeacf5bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410830 Jan 25 08:42:03.877957 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd9b0a-2001-45d1-8eae-2c30fb28e622 req-0cf8a954-2c74-4f6b-bd92-bd377844afc7 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:03.880119 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-15dd9b0a-2001-45d1-8eae-2c30fb28e622 req-0cf8a954-2c74-4f6b-bd92-bd377844afc7 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 946 time: 0.0511866 Jan 25 08:42:03.914107 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8755f6dc-f543-4340-b23b-27b8f91f37ae req-3212195f-3be0-4dbd-89c7-550c7cb21bad tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480244 Jan 25 08:42:03.945620 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-15dd9b0a-2001-45d1-8eae-2c30fb28e622 req-3f584604-321d-4e27-b477-9b234a32d6ae tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584257 Jan 25 08:42:04.058644 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-562a6a6a-3bbe-4099-82df-752cdc603c66 req-eaf328f3-a94c-4247-b327-302e2df3538b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409081 Jan 25 08:42:04.157663 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a6a6a-3bbe-4099-82df-752cdc603c66 req-37ca873b-d8d0-46a4-b33e-a81c31451753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:04.159206 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-562a6a6a-3bbe-4099-82df-752cdc603c66 req-37ca873b-d8d0-46a4-b33e-a81c31451753 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9d8a5497ebd1437cba42c0faf75c13e7&device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 1098 time: 0.0472963 Jan 25 08:42:04.267171 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a6a6a-3bbe-4099-82df-752cdc603c66 req-a0985d95-89ef-4554-bd6f-0bb2a549d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:04.268978 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-562a6a6a-3bbe-4099-82df-752cdc603c66 req-a0985d95-89ef-4554-bd6f-0bb2a549d137 service neutron] 10.222.0.121 "GET /v2.0/networks?id=5eb1523e-8b36-4420-9865-509a0828a097 HTTP/1.1" status: 200 len: 919 time: 0.0840938 Jan 25 08:42:04.314482 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-562a6a6a-3bbe-4099-82df-752cdc603c66 req-15b3c773-1f4d-43a1-b006-452000c188a5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34f93d50-0990-490d-8afc-cd88adfd80ed HTTP/1.1" status: 200 len: 217 time: 0.0378592 Jan 25 08:42:04.362292 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a6a6a-3bbe-4099-82df-752cdc603c66 req-c59551ae-632d-4d49-8b35-d92d472305ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:04.363730 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-562a6a6a-3bbe-4099-82df-752cdc603c66 req-c59551ae-632d-4d49-8b35-d92d472305ce service neutron] 10.222.0.121 "GET /v2.0/subnets?id=38a2320b-acd8-43cc-9a48-d5178286b608 HTTP/1.1" status: 200 len: 858 time: 0.0427904 Jan 25 08:42:04.397392 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-562a6a6a-3bbe-4099-82df-752cdc603c66 req-a0f685be-c6d0-4d25-a9cd-f58e9254f49b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=5eb1523e-8b36-4420-9865-509a0828a097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244570 Jan 25 08:42:04.495694 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-562a6a6a-3bbe-4099-82df-752cdc603c66 req-ced8b633-211e-4f29-b8b6-6c011c81ade9 service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897412 Jan 25 08:42:04.595458 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-562a6a6a-3bbe-4099-82df-752cdc603c66 req-c2a0e71f-9338-4011-8a37-3896d30480bc service neutron] 10.222.0.121 "GET /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876670 Jan 25 08:42:04.813367 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b1b3f-2e82-402b-b8d3-c659c62c843f req-6d32cd7e-20df-4277-b4cf-93405296eb31 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:04.814752 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-786b1b3f-2e82-402b-b8d3-c659c62c843f req-6d32cd7e-20df-4277-b4cf-93405296eb31 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 944 time: 0.0525320 Jan 25 08:42:04.861875 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-786b1b3f-2e82-402b-b8d3-c659c62c843f req-c75c0124-6d32-4e92-a9d7-37d39f36b6fb tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409153 Jan 25 08:42:05.161342 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05200a4-1e34-476d-91ca-d4b809b2ec4e req-46b294b6-488a-4392-a920-47bab8142b25 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:05.162948 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a05200a4-1e34-476d-91ca-d4b809b2ec4e req-46b294b6-488a-4392-a920-47bab8142b25 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0494866 Jan 25 08:42:05.175723 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f17d3f-bc84-43d9-8f00-ccfd90daf95c req-1efb0d7a-3a17-4e21-8e07-4fe81ab9e005 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:05.177212 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-29f17d3f-bc84-43d9-8f00-ccfd90daf95c req-1efb0d7a-3a17-4e21-8e07-4fe81ab9e005 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 946 time: 0.0479028 Jan 25 08:42:05.221806 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a05200a4-1e34-476d-91ca-d4b809b2ec4e req-fed05eac-78f9-48fb-8ab3-1d3994aee21f tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525610 Jan 25 08:42:05.228118 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-29f17d3f-bc84-43d9-8f00-ccfd90daf95c req-359f92b6-4b7f-45ea-8ed0-1a0648aa54e4 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447052 Jan 25 08:42:05.981709 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f5411-ee90-4f31-8281-73430c6f3f58 req-9d53dfcb-24e4-4b68-bd62-02f0969a7ed0 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:05.983185 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6f3f5411-ee90-4f31-8281-73430c6f3f58 req-9d53dfcb-24e4-4b68-bd62-02f0969a7ed0 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 944 time: 0.0494900 Jan 25 08:42:06.032030 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6f3f5411-ee90-4f31-8281-73430c6f3f58 req-d5d1e7f2-1010-478d-8e7a-7efdce947498 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Jan 25 08:42:06.510410 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2640e0c-aedb-4437-aaba-d0f513d13235 req-c0dab010-48b0-47ce-976a-a7a8530ecaae tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:06.511911 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d2640e0c-aedb-4437-aaba-d0f513d13235 req-c0dab010-48b0-47ce-976a-a7a8530ecaae tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 946 time: 0.0515716 Jan 25 08:42:06.558382 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d2640e0c-aedb-4437-aaba-d0f513d13235 req-fb95bc3d-c954-49b0-a7c8-c33470332187 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Jan 25 08:42:07.085934 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717548a-40d8-4a71-9c93-11d4fcb7a878 req-db36abe4-204c-4292-ad3e-8c041b754d95 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:07.087383 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6717548a-40d8-4a71-9c93-11d4fcb7a878 req-db36abe4-204c-4292-ad3e-8c041b754d95 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 946 time: 0.0484107 Jan 25 08:42:07.150259 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09064464-38d0-41e3-9f6b-b223c2098c39 req-1ea70052-1f80-425e-910e-880311d5bae0 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:07.151742 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-09064464-38d0-41e3-9f6b-b223c2098c39 req-1ea70052-1f80-425e-910e-880311d5bae0 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 944 time: 0.0503452 Jan 25 08:42:07.186261 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-6717548a-40d8-4a71-9c93-11d4fcb7a878 req-2c270687-6732-40c3-a27b-cebafa35cdee tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Deleting port c961990a-70e4-4901-b223-79b00e0aae66 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:42:07.186598 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-6717548a-40d8-4a71-9c93-11d4fcb7a878 req-2c270687-6732-40c3-a27b-cebafa35cdee tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (c961990a-70e4-4901-b223-79b00e0aae66), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:07.206139 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-09064464-38d0-41e3-9f6b-b223c2098c39 req-3bec1385-4b7e-426e-991a-514a57d33d2a tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440860 Jan 25 08:42:07.283264 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-6717548a-40d8-4a71-9c93-11d4fcb7a878 req-2c270687-6732-40c3-a27b-cebafa35cdee tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] For port c961990a-70e4-4901-b223-79b00e0aae66, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c961990a-70e4-4901-b223-79b00e0aae66,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:42:07.283793 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-6717548a-40d8-4a71-9c93-11d4fcb7a878 req-2c270687-6732-40c3-a27b-cebafa35cdee tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (c961990a-70e4-4901-b223-79b00e0aae66), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:07.296774 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-6717548a-40d8-4a71-9c93-11d4fcb7a878 req-2c270687-6732-40c3-a27b-cebafa35cdee tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Calling delete_port for c961990a-70e4-4901-b223-79b00e0aae66 owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:42:07.520544 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-6717548a-40d8-4a71-9c93-11d4fcb7a878 req-2c270687-6732-40c3-a27b-cebafa35cdee tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (c961990a-70e4-4901-b223-79b00e0aae66), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:07.550887 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c270687-6732-40c3-a27b-cebafa35cdee tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Pushing event deleted for resources: {'Port': ['ID=c961990a-70e4-4901-b223-79b00e0aae66,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:07.555299 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d', 'a9023473-cda3-4747-872b-7dbf41ad391c', '2ebc8a95-b49a-4472-b036-b208d62ded50', 'c961990a-70e4-4901-b223-79b00e0aae66'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:42:07.600816 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6717548a-40d8-4a71-9c93-11d4fcb7a878 req-2c270687-6732-40c3-a27b-cebafa35cdee tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] No DVR routers for this DVR port c961990a-70e4-4901-b223-79b00e0aae66 on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:42:07.603968 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-6717548a-40d8-4a71-9c93-11d4fcb7a878 req-2c270687-6732-40c3-a27b-cebafa35cdee tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:07.607383 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6717548a-40d8-4a71-9c93-11d4fcb7a878 req-2c270687-6732-40c3-a27b-cebafa35cdee tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "DELETE /v2.0/ports/c961990a-70e4-4901-b223-79b00e0aae66 HTTP/1.1" status: 204 len: 173 time: 0.5138752 Jan 25 08:42:07.607844 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfe3443-213b-4b0a-a4c6-6f932b501da3', 'name': 'network-vif-deleted', 'tag': 'c961990a-70e4-4901-b223-79b00e0aae66'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:42:07.610137 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd43340-7945-4c44-88de-8d4f78d92672" -d '{"events": [{"server_uuid": "9dfe3443-213b-4b0a-a4c6-6f932b501da3", "name": "network-vif-deleted", "tag": "c961990a-70e4-4901-b223-79b00e0aae66"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:42:07.653455 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a030236c-cbce-4088-9fd4-f42a68cfc8cb x-openstack-request-id: req-a030236c-cbce-4088-9fd4-f42a68cfc8cb {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:42:07.653744 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfe3443-213b-4b0a-a4c6-6f932b501da3", "name": "network-vif-deleted", "tag": "c961990a-70e4-4901-b223-79b00e0aae66", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:42:07.653998 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a030236c-cbce-4088-9fd4-f42a68cfc8cb {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:42:07.655669 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfe3443-213b-4b0a-a4c6-6f932b501da3', 'name': 'network-vif-deleted', 'tag': 'c961990a-70e4-4901-b223-79b00e0aae66', 'status': 'completed', 'code': 200} Jan 25 08:42:07.691383 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c49f88f1-2839-44ad-a004-27d1800b2b13 req-e73b23ea-b852-4a09-8362-cc41f7eceaca tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 210 time: 0.0322092 Jan 25 08:42:08.323283 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50a968-ad19-43e1-ac72-6ee54b7e506d req-902547c7-9ec4-4c6d-bc08-3fba28a93278 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:08.324757 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5b50a968-ad19-43e1-ac72-6ee54b7e506d req-902547c7-9ec4-4c6d-bc08-3fba28a93278 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 944 time: 0.0516441 Jan 25 08:42:08.374313 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5b50a968-ad19-43e1-ac72-6ee54b7e506d req-9300afb0-c59c-4f76-997a-bb024a3a9c6f tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440209 Jan 25 08:42:08.895417 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4a55fd41-9d8d-4d47-9c95-7bf5bbbb60b9 req-2307d5cf-d57e-4226-a8fd-adc7018d0107 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dfe3443-213b-4b0a-a4c6-6f932b501da3 HTTP/1.1" status: 200 len: 210 time: 0.0288963 Jan 25 08:42:09.482218 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ed45d90e-a92e-4f27-a487-8bff79d0b0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:09.494504 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec34f59-7df8-4029-b260-72601e6d2695 req-963b33c1-bd47-4b8b-9ef6-d4f3b1bbd188 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:09.496050 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4ec34f59-7df8-4029-b260-72601e6d2695 req-963b33c1-bd47-4b8b-9ef6-d4f3b1bbd188 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 944 time: 0.0511868 Jan 25 08:42:09.543339 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4ec34f59-7df8-4029-b260-72601e6d2695 req-c8703363-7c0a-4d61-b48e-6164e81cebe1 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417159 Jan 25 08:42:10.664255 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e6d8b-1fca-46cd-b792-410ca9605464 req-07627f5f-eec5-4f91-bd0f-040e4275d0fe tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:10.665738 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b24e6d8b-1fca-46cd-b792-410ca9605464 req-07627f5f-eec5-4f91-bd0f-040e4275d0fe tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 944 time: 0.0543346 Jan 25 08:42:10.673655 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device de28b562-1dc9-40ee-9003-ea89cea11468 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:42:10.675717 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device c961990a-70e4-4901-b223-79b00e0aae66 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:42:10.702326 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: c961990a-70e4-4901-b223-79b00e0aae66 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:42:10.702785 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device c961990a-70e4-4901-b223-79b00e0aae66 not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:42:10.728236 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b24e6d8b-1fca-46cd-b792-410ca9605464 req-a40d39c7-0419-40f2-972a-0055663dcf3b tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534601 Jan 25 08:42:10.804378 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port de28b562-1dc9-40ee-9003-ea89cea11468, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=de28b562-1dc9-40ee-9003-ea89cea11468,segment=NetworkSegment(ca0afe4a-5b00-4003-b80d-c75f9af4866a),segment_id=ca0afe4a-5b00-4003-b80d-c75f9af4866a)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:42:10.815453 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'de28b562-1dc9-40ee-9003-ea89cea11468', 'network_id': '26fb7a37-2055-4677-9a40-d3aaeacf5bbb', 'port_id': 'de28b562-1dc9-40ee-9003-ea89cea11468', 'mac_address': 'fa:16:3e:d4:9a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:42:10.852431 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port de28b562-1dc9-40ee-9003-ea89cea11468 is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:42:10.852816 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (de28b562-1dc9-40ee-9003-ea89cea11468), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:10.864948 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de28b562-1dc9-40ee-9003-ea89cea11468 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:42:10.883423 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port de28b562-1dc9-40ee-9003-ea89cea11468, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=de28b562-1dc9-40ee-9003-ea89cea11468,segment=NetworkSegment(ca0afe4a-5b00-4003-b80d-c75f9af4866a),segment_id=ca0afe4a-5b00-4003-b80d-c75f9af4866a)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:42:11.012799 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (de28b562-1dc9-40ee-9003-ea89cea11468), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:11.077911 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=de28b562-1dc9-40ee-9003-ea89cea11468,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:11.086156 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:11.086501 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:11.086856 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:11.087192 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:11.087513 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:11.087834 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:11.088291 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:11.088640 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:11.088939 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:11.089273 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:11.089593 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:11.089906 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:11.090218 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:42:11.576784 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['de28b562-1dc9-40ee-9003-ea89cea11468'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:42:11.743977 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-72f40597-0289-4190-84cf-243b9e0e64aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:11.750767 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931217a-3f8a-4062-a5c3-5f14d9af11e0 req-fc6f5695-4507-4902-a17a-ce30b3f40d90 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:11.752561 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8931217a-3f8a-4062-a5c3-5f14d9af11e0 req-fc6f5695-4507-4902-a17a-ce30b3f40d90 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 945 time: 0.0556161 Jan 25 08:42:11.800960 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8931217a-3f8a-4062-a5c3-5f14d9af11e0 req-86e086f3-1e05-434e-acbb-f6d6871d9c1e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Jan 25 08:42:11.910839 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b8e65-125e-4650-9bb8-a503989c1e6b req-44d99f06-b8a5-43f4-bd71-944bf7d7f6ea tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:11.912357 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8b6b8e65-125e-4650-9bb8-a503989c1e6b req-44d99f06-b8a5-43f4-bd71-944bf7d7f6ea tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 945 time: 0.0542643 Jan 25 08:42:11.950501 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da66879-d941-45d6-8830-26c24fce0df4 req-31292264-b60c-44b6-bab2-66f8bd361803 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:11.952073 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6da66879-d941-45d6-8830-26c24fce0df4 req-31292264-b60c-44b6-bab2-66f8bd361803 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0500710 Jan 25 08:42:11.968953 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8b6b8e65-125e-4650-9bb8-a503989c1e6b req-b365637c-31a6-4e2d-9925-6e5644d61c96 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500755 Jan 25 08:42:12.008871 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6da66879-d941-45d6-8830-26c24fce0df4 req-02b04097-394e-44e8-b728-d9316ff60443 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501583 Jan 25 08:42:12.919712 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1642d-3a44-49a7-aa8d-754f058c2dcf req-557ab0dd-8d56-4143-82e5-138e878c0596 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:12.921225 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-63a1642d-3a44-49a7-aa8d-754f058c2dcf req-557ab0dd-8d56-4143-82e5-138e878c0596 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 945 time: 0.0477033 Jan 25 08:42:12.967220 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-63a1642d-3a44-49a7-aa8d-754f058c2dcf req-df457b75-761d-4811-8595-6a74ddf36c70 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 Jan 25 08:42:13.048534 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:13.095514 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6c897-9afc-4025-bb1d-44e66c7122db req-d43b1d62-b3ba-467c-a4b5-1e967bda2ca2 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:13.097047 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-47e6c897-9afc-4025-bb1d-44e66c7122db req-d43b1d62-b3ba-467c-a4b5-1e967bda2ca2 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 945 time: 0.0567088 Jan 25 08:42:13.139939 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe59ad-13b1-42db-9908-ca97add7f47b req-fe446eab-3942-491d-ab3f-7641c39755a8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:13.141474 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-20fe59ad-13b1-42db-9908-ca97add7f47b req-fe446eab-3942-491d-ab3f-7641c39755a8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0531173 Jan 25 08:42:13.148497 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-47e6c897-9afc-4025-bb1d-44e66c7122db req-cf733e97-6957-4e60-8bd5-1d647acb5b82 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441873 Jan 25 08:42:13.197170 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-20fe59ad-13b1-42db-9908-ca97add7f47b req-910f741f-c674-412f-a085-67406918d351 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491347 Jan 25 08:42:14.090292 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a52d93-25ff-42e3-99ab-81f03b2c88dc req-e828a007-fd0f-447e-9120-2dbec4ac4c92 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:14.091768 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-48a52d93-25ff-42e3-99ab-81f03b2c88dc req-e828a007-fd0f-447e-9120-2dbec4ac4c92 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 945 time: 0.0530200 Jan 25 08:42:14.140334 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-48a52d93-25ff-42e3-99ab-81f03b2c88dc req-18eea8dc-09ec-4ecf-b687-2462c4926a98 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429254 Jan 25 08:42:14.276601 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9421d82-f782-47f7-91b3-03e9adc1bed1 req-464dfb37-051d-4171-b83e-c3f8470e5d3e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:14.278123 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e9421d82-f782-47f7-91b3-03e9adc1bed1 req-464dfb37-051d-4171-b83e-c3f8470e5d3e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 945 time: 0.0562859 Jan 25 08:42:14.327788 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506ca69-44e7-453b-812e-8298b55fbd37 req-c748f905-fd33-4006-ad3f-0bbba0231358 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:14.329326 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7506ca69-44e7-453b-812e-8298b55fbd37 req-c748f905-fd33-4006-ad3f-0bbba0231358 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0547497 Jan 25 08:42:14.330905 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e9421d82-f782-47f7-91b3-03e9adc1bed1 req-071bb3ab-e7cc-44dc-a247-e555c3d8d240 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470212 Jan 25 08:42:14.375653 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7506ca69-44e7-453b-812e-8298b55fbd37 req-b002f730-6572-4a50-837b-d0dfa70ce7ee tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400300 Jan 25 08:42:14.577085 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:14.926143 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device de28b562-1dc9-40ee-9003-ea89cea11468 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:42:15.045787 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port de28b562-1dc9-40ee-9003-ea89cea11468 completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:42:15.049868 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port de28b562-1dc9-40ee-9003-ea89cea11468 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:42:15.050348 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (de28b562-1dc9-40ee-9003-ea89cea11468), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:15.134638 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port de28b562-1dc9-40ee-9003-ea89cea11468 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:42:15.135027 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (de28b562-1dc9-40ee-9003-ea89cea11468), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:15.159294 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76bbd40-4c00-4936-b818-e3d02da93e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de28b562-1dc9-40ee-9003-ea89cea11468'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:42:15.161541 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50822b6-519a-4a4c-817a-e165898f1f16" -d '{"events": [{"server_uuid": "b76bbd40-4c00-4936-b818-e3d02da93e77", "name": "network-vif-plugged", "status": "completed", "tag": "de28b562-1dc9-40ee-9003-ea89cea11468"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:42:15.174401 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port de28b562-1dc9-40ee-9003-ea89cea11468, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=de28b562-1dc9-40ee-9003-ea89cea11468,segment=NetworkSegment(ca0afe4a-5b00-4003-b80d-c75f9af4866a),segment_id=ca0afe4a-5b00-4003-b80d-c75f9af4866a)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:42:15.217022 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d62638b-918f-46f9-a092-217f55061edb x-openstack-request-id: req-9d62638b-918f-46f9-a092-217f55061edb {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:42:15.217331 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76bbd40-4c00-4936-b818-e3d02da93e77", "name": "network-vif-plugged", "status": "completed", "tag": "de28b562-1dc9-40ee-9003-ea89cea11468", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:42:15.217592 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9d62638b-918f-46f9-a092-217f55061edb {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:42:15.217984 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76bbd40-4c00-4936-b818-e3d02da93e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de28b562-1dc9-40ee-9003-ea89cea11468', 'code': 200} Jan 25 08:42:15.292170 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (de28b562-1dc9-40ee-9003-ea89cea11468), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:15.345100 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d811756-d8f1-4046-a7ce-4a6882afec9b req-fcbb1d39-0dd4-4f92-9036-1c1d9139a1f4 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:15.346569 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5d811756-d8f1-4046-a7ce-4a6882afec9b req-fcbb1d39-0dd4-4f92-9036-1c1d9139a1f4 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 945 time: 0.0965211 Jan 25 08:42:15.353489 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=de28b562-1dc9-40ee-9003-ea89cea11468,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:15.358882 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead282d-edd3-48b3-85a1-bbb031563b7e req-bef0774a-b7e9-441c-851c-eef2a39d5011 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:15.360356 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cead282d-edd3-48b3-85a1-bbb031563b7e req-bef0774a-b7e9-441c-851c-eef2a39d5011 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 945 time: 0.0966246 Jan 25 08:42:15.454895 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80615a0-637b-4463-8a4d-bb4186a3dadc req-1276bdc8-4232-4f7a-867c-49d0ba2a68f3 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:15.457159 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d80615a0-637b-4463-8a4d-bb4186a3dadc req-1276bdc8-4232-4f7a-867c-49d0ba2a68f3 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 946 time: 0.0499909 Jan 25 08:42:15.467718 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cead282d-edd3-48b3-85a1-bbb031563b7e req-36cc8aef-9abe-4d12-9db0-1f36d5f47ecf tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978692 Jan 25 08:42:15.488530 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-5d811756-d8f1-4046-a7ce-4a6882afec9b req-4863ea7e-21f9-4070-b754-f6f9e512c93e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Deleting port 2ebc8a95-b49a-4472-b036-b208d62ded50 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:42:15.488748 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5d811756-d8f1-4046-a7ce-4a6882afec9b req-4863ea7e-21f9-4070-b754-f6f9e512c93e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:15.522194 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d80615a0-637b-4463-8a4d-bb4186a3dadc req-09bc1f33-c953-461f-b204-98879fee0fdf tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577877 Jan 25 08:42:15.586233 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503534ba-aca9-4a17-8b23-a88a4d9a57b1 req-e43781b5-d5c0-4142-a2a6-5423c0c24389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:15.587772 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-503534ba-aca9-4a17-8b23-a88a4d9a57b1 req-e43781b5-d5c0-4142-a2a6-5423c0c24389 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 1099 time: 0.0423772 Jan 25 08:42:15.612293 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-5d811756-d8f1-4046-a7ce-4a6882afec9b req-4863ea7e-21f9-4070-b754-f6f9e512c93e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] For port 2ebc8a95-b49a-4472-b036-b208d62ded50, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2ebc8a95-b49a-4472-b036-b208d62ded50,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:42:15.612652 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5d811756-d8f1-4046-a7ce-4a6882afec9b req-4863ea7e-21f9-4070-b754-f6f9e512c93e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:15.623704 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827f67a-98e0-4637-b360-50e926a0d101 req-6415be38-feac-44e9-86ba-06a5d1d79fb7 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:15.625261 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1827f67a-98e0-4637-b360-50e926a0d101 req-6415be38-feac-44e9-86ba-06a5d1d79fb7 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0771141 Jan 25 08:42:15.638664 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-5d811756-d8f1-4046-a7ce-4a6882afec9b req-4863ea7e-21f9-4070-b754-f6f9e512c93e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Calling delete_port for 2ebc8a95-b49a-4472-b036-b208d62ded50 owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:42:15.644603 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-503534ba-aca9-4a17-8b23-a88a4d9a57b1 req-b5684e80-228e-40cc-9722-bab363c74219 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458412 Jan 25 08:42:15.729960 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1827f67a-98e0-4637-b360-50e926a0d101 req-ebe11faa-2376-4009-99be-1b6d62e9bfb9 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924129 Jan 25 08:42:15.851721 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:15.879975 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5d811756-d8f1-4046-a7ce-4a6882afec9b req-4863ea7e-21f9-4070-b754-f6f9e512c93e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (2ebc8a95-b49a-4472-b036-b208d62ded50), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:15.908834 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d', 'a9023473-cda3-4747-872b-7dbf41ad391c', '2ebc8a95-b49a-4472-b036-b208d62ded50'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:42:15.910501 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863ea7e-21f9-4070-b754-f6f9e512c93e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Pushing event deleted for resources: {'Port': ['ID=2ebc8a95-b49a-4472-b036-b208d62ded50,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:15.951149 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d811756-d8f1-4046-a7ce-4a6882afec9b req-4863ea7e-21f9-4070-b754-f6f9e512c93e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] No DVR routers for this DVR port 2ebc8a95-b49a-4472-b036-b208d62ded50 on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:42:15.954024 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5d811756-d8f1-4046-a7ce-4a6882afec9b req-4863ea7e-21f9-4070-b754-f6f9e512c93e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:15.957824 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5d811756-d8f1-4046-a7ce-4a6882afec9b req-4863ea7e-21f9-4070-b754-f6f9e512c93e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "DELETE /v2.0/ports/2ebc8a95-b49a-4472-b036-b208d62ded50 HTTP/1.1" status: 204 len: 173 time: 0.5960033 Jan 25 08:42:15.958272 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c7ff27-1f31-401e-8aa9-c66efbf11c77', 'name': 'network-vif-deleted', 'tag': '2ebc8a95-b49a-4472-b036-b208d62ded50'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:42:15.961449 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfe25ca-f01c-4011-bf2a-8f65ae3eb764" -d '{"events": [{"server_uuid": "55c7ff27-1f31-401e-8aa9-c66efbf11c77", "name": "network-vif-deleted", "tag": "2ebc8a95-b49a-4472-b036-b208d62ded50"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:42:15.998750 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a6d5d2-3cc7-4a80-bab4-efe2680eec8c x-openstack-request-id: req-01a6d5d2-3cc7-4a80-bab4-efe2680eec8c {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:42:15.999059 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c7ff27-1f31-401e-8aa9-c66efbf11c77", "name": "network-vif-deleted", "tag": "2ebc8a95-b49a-4472-b036-b208d62ded50", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:42:15.999339 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-01a6d5d2-3cc7-4a80-bab4-efe2680eec8c {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:42:15.999729 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c7ff27-1f31-401e-8aa9-c66efbf11c77', 'name': 'network-vif-deleted', 'tag': '2ebc8a95-b49a-4472-b036-b208d62ded50', 'status': 'completed', 'code': 200} Jan 25 08:42:16.579868 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a49a737c-aa00-4e91-9bd7-054b772be750 req-1add299e-45a5-4641-aaf3-972e60adca80 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=55c7ff27-1f31-401e-8aa9-c66efbf11c77 HTTP/1.1" status: 200 len: 210 time: 0.0255909 Jan 25 08:42:16.646858 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c39b3e-1b44-4798-a4f8-49c2f3d3b678 req-f1748595-b063-4529-872e-5ec6236f4b9f tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:16.648343 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-07c39b3e-1b44-4798-a4f8-49c2f3d3b678 req-f1748595-b063-4529-872e-5ec6236f4b9f tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 946 time: 0.0525644 Jan 25 08:42:16.726721 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce1c42-69f3-4d53-a5ba-4199712285cf req-fa595548-3975-4083-9f3e-e2c4440be111 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:16.728492 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-01ce1c42-69f3-4d53-a5ba-4199712285cf req-fa595548-3975-4083-9f3e-e2c4440be111 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.121 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0765238 Jan 25 08:42:16.735695 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-07c39b3e-1b44-4798-a4f8-49c2f3d3b678 req-a1d35c7d-da76-4453-bd9b-1c64aee29dac tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759056 Jan 25 08:42:16.830182 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-01ce1c42-69f3-4d53-a5ba-4199712285cf req-079aadcf-d64e-4edb-9a12-d4a02032c9bd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Deleting port 34f93d50-0990-490d-8afc-cd88adfd80ed {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:42:16.830524 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-01ce1c42-69f3-4d53-a5ba-4199712285cf req-079aadcf-d64e-4edb-9a12-d4a02032c9bd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:16.847306 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263eb800-eeae-42b3-a7a6-5ed0a687bfa2 req-6a529e19-1bbd-4383-b967-3b1341b84778 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:16.848908 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-263eb800-eeae-42b3-a7a6-5ed0a687bfa2 req-6a529e19-1bbd-4383-b967-3b1341b84778 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 945 time: 0.0497108 Jan 25 08:42:16.899754 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-263eb800-eeae-42b3-a7a6-5ed0a687bfa2 req-35c502fc-d96c-4136-8a2d-a1388a44b050 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446372 Jan 25 08:42:16.922496 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-01ce1c42-69f3-4d53-a5ba-4199712285cf req-079aadcf-d64e-4edb-9a12-d4a02032c9bd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] For port 34f93d50-0990-490d-8afc-cd88adfd80ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=34f93d50-0990-490d-8afc-cd88adfd80ed,segment=NetworkSegment(183eb43f-d766-4d13-975f-0367b2e71554),segment_id=183eb43f-d766-4d13-975f-0367b2e71554)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:42:16.922862 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-01ce1c42-69f3-4d53-a5ba-4199712285cf req-079aadcf-d64e-4edb-9a12-d4a02032c9bd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:16.935814 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-01ce1c42-69f3-4d53-a5ba-4199712285cf req-079aadcf-d64e-4edb-9a12-d4a02032c9bd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Calling delete_port for 34f93d50-0990-490d-8afc-cd88adfd80ed owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:42:17.150796 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-01ce1c42-69f3-4d53-a5ba-4199712285cf req-079aadcf-d64e-4edb-9a12-d4a02032c9bd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (34f93d50-0990-490d-8afc-cd88adfd80ed), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:17.179710 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079aadcf-d64e-4edb-9a12-d4a02032c9bd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Pushing event deleted for resources: {'Port': ['ID=34f93d50-0990-490d-8afc-cd88adfd80ed,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:17.184308 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['34f93d50-0990-490d-8afc-cd88adfd80ed', '52bb7c3b-b0fe-482c-843a-4a661fe62109'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:42:17.225976 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ce1c42-69f3-4d53-a5ba-4199712285cf req-079aadcf-d64e-4edb-9a12-d4a02032c9bd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] No DVR routers for this DVR port 34f93d50-0990-490d-8afc-cd88adfd80ed on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:42:17.228744 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-01ce1c42-69f3-4d53-a5ba-4199712285cf req-079aadcf-d64e-4edb-9a12-d4a02032c9bd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:17.233752 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-01ce1c42-69f3-4d53-a5ba-4199712285cf req-079aadcf-d64e-4edb-9a12-d4a02032c9bd tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.121 "DELETE /v2.0/ports/34f93d50-0990-490d-8afc-cd88adfd80ed HTTP/1.1" status: 204 len: 173 time: 0.4966681 Jan 25 08:42:17.865032 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ab089-d619-4f0f-ad0b-47536074e6b4 req-cbe2a320-9b51-47bd-a35d-453237f21ee2 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:17.867301 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c47ab089-d619-4f0f-ad0b-47536074e6b4 req-cbe2a320-9b51-47bd-a35d-453237f21ee2 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 946 time: 0.0511742 Jan 25 08:42:17.915701 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c47ab089-d619-4f0f-ad0b-47536074e6b4 req-38f257ce-4d27-4e80-97d1-5a4fd058e3d4 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421786 Jan 25 08:42:18.001581 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77dd4b47-169e-4f90-9c24-92eb17811755', 'name': 'network-vif-deleted', 'tag': '34f93d50-0990-490d-8afc-cd88adfd80ed'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:42:18.004273 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6946c527-f3bd-4985-8ad9-e3b418498afd" -d '{"events": [{"server_uuid": "77dd4b47-169e-4f90-9c24-92eb17811755", "name": "network-vif-deleted", "tag": "34f93d50-0990-490d-8afc-cd88adfd80ed"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:42:18.009835 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f37a4d9d-a16f-4e8f-b207-cf1e48f9a364 req-1c362cca-67f9-4638-bf23-dc8921a91750 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=77dd4b47-169e-4f90-9c24-92eb17811755 HTTP/1.1" status: 200 len: 210 time: 0.0256538 Jan 25 08:42:18.027203 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3061f32-011d-457a-9684-c42c676fc3d4 req-6b3ec11b-5b92-4487-b2da-e8a3a7705a0a tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:18.028749 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d3061f32-011d-457a-9684-c42c676fc3d4 req-6b3ec11b-5b92-4487-b2da-e8a3a7705a0a tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 945 time: 0.0578258 Jan 25 08:42:18.057462 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b2e444-d40d-46f2-b9f5-5f598f6bf652 x-openstack-request-id: req-45b2e444-d40d-46f2-b9f5-5f598f6bf652 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:42:18.057750 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77dd4b47-169e-4f90-9c24-92eb17811755", "name": "network-vif-deleted", "tag": "34f93d50-0990-490d-8afc-cd88adfd80ed", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:42:18.058010 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-45b2e444-d40d-46f2-b9f5-5f598f6bf652 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:42:18.058384 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77dd4b47-169e-4f90-9c24-92eb17811755', 'name': 'network-vif-deleted', 'tag': '34f93d50-0990-490d-8afc-cd88adfd80ed', 'status': 'completed', 'code': 200} Jan 25 08:42:18.091466 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d3061f32-011d-457a-9684-c42c676fc3d4 req-4b66174b-a605-4e05-888d-0fbd01b7ad29 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551159 Jan 25 08:42:18.704043 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 2ebc8a95-b49a-4472-b036-b208d62ded50 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:42:18.725227 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: 2ebc8a95-b49a-4472-b036-b208d62ded50 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:42:18.725572 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 2ebc8a95-b49a-4472-b036-b208d62ded50 not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:42:19.034925 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced103b-8b3b-4506-a456-aa0c4e03b378 req-e4c7ee3a-2b29-497f-8823-1c4cbfb8481a tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:19.036419 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0ced103b-8b3b-4506-a456-aa0c4e03b378 req-e4c7ee3a-2b29-497f-8823-1c4cbfb8481a tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 946 time: 0.0511448 Jan 25 08:42:19.084272 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0ced103b-8b3b-4506-a456-aa0c4e03b378 req-72080e19-dd5d-41cb-b31a-d21c3a34ff3e tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422916 Jan 25 08:42:19.457814 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63928068-a51d-412f-85c4-179859e6c6a2 req-5b089d43-0110-4b4f-bdbc-27a21e8d601e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:19.459450 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-63928068-a51d-412f-85c4-179859e6c6a2 req-5b089d43-0110-4b4f-bdbc-27a21e8d601e tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 945 time: 0.0501134 Jan 25 08:42:19.507265 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-63928068-a51d-412f-85c4-179859e6c6a2 req-0c2ed16f-fa46-4195-81da-9c2d1f5113a9 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Jan 25 08:42:19.608537 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e623a71-53ed-41e1-a29c-9ef7e6abd214 req-0e40f030-c34d-472b-80a5-41df6d44dca8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:19.609950 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2e623a71-53ed-41e1-a29c-9ef7e6abd214 req-0e40f030-c34d-472b-80a5-41df6d44dca8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0467606 Jan 25 08:42:19.661943 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2e623a71-53ed-41e1-a29c-9ef7e6abd214 req-61a40611-55e9-420b-9a7a-90a1620767d2 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462656 Jan 25 08:42:20.478139 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a06e58-34df-4fb9-9b42-dc5e4553bfac req-95a81aab-b284-4089-ac1b-d232b5aa93a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:20.479555 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c4a06e58-34df-4fb9-9b42-dc5e4553bfac req-95a81aab-b284-4089-ac1b-d232b5aa93a0 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 945 time: 0.0467834 Jan 25 08:42:20.576625 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-c4a06e58-34df-4fb9-9b42-dc5e4553bfac req-70d92104-a6b6-4088-81f7-d4db0f692207 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Deleting port a9023473-cda3-4747-872b-7dbf41ad391c {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:42:20.576973 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-c4a06e58-34df-4fb9-9b42-dc5e4553bfac req-70d92104-a6b6-4088-81f7-d4db0f692207 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (a9023473-cda3-4747-872b-7dbf41ad391c), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:20.686586 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2faf59-3ee6-4c8a-aa44-3d0244face65 req-ba05f9f4-85d3-4061-8bc6-20e9171db168 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:20.688054 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8b2faf59-3ee6-4c8a-aa44-3d0244face65 req-ba05f9f4-85d3-4061-8bc6-20e9171db168 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 945 time: 0.1067379 Jan 25 08:42:20.722710 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-c4a06e58-34df-4fb9-9b42-dc5e4553bfac req-70d92104-a6b6-4088-81f7-d4db0f692207 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] For port a9023473-cda3-4747-872b-7dbf41ad391c, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a9023473-cda3-4747-872b-7dbf41ad391c,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:42:20.723065 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-c4a06e58-34df-4fb9-9b42-dc5e4553bfac req-70d92104-a6b6-4088-81f7-d4db0f692207 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (a9023473-cda3-4747-872b-7dbf41ad391c), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:20.727822 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 34f93d50-0990-490d-8afc-cd88adfd80ed no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:42:20.748781 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-c4a06e58-34df-4fb9-9b42-dc5e4553bfac req-70d92104-a6b6-4088-81f7-d4db0f692207 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Calling delete_port for a9023473-cda3-4747-872b-7dbf41ad391c owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:42:20.751678 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: 34f93d50-0990-490d-8afc-cd88adfd80ed {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:42:20.752135 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 34f93d50-0990-490d-8afc-cd88adfd80ed not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:42:20.787381 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09036a4-11b5-4268-aff7-956cfbeb54c8 req-4ac85305-eabc-437d-a627-3503b5f5baa0 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:20.789754 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b09036a4-11b5-4268-aff7-956cfbeb54c8 req-4ac85305-eabc-437d-a627-3503b5f5baa0 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0527053 Jan 25 08:42:20.791680 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8b2faf59-3ee6-4c8a-aa44-3d0244face65 req-5027bdf1-5822-4424-8663-8021ccb3d5e1 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844998 Jan 25 08:42:20.866307 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b09036a4-11b5-4268-aff7-956cfbeb54c8 req-ccfd6715-c37b-4ddc-b9f0-d7b83614bbd3 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698981 Jan 25 08:42:20.991832 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-c4a06e58-34df-4fb9-9b42-dc5e4553bfac req-70d92104-a6b6-4088-81f7-d4db0f692207 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (a9023473-cda3-4747-872b-7dbf41ad391c), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:21.024006 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d92104-a6b6-4088-81f7-d4db0f692207 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Pushing event deleted for resources: {'Port': ['ID=a9023473-cda3-4747-872b-7dbf41ad391c,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:21.031506 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d', 'a9023473-cda3-4747-872b-7dbf41ad391c'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:42:21.064413 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a06e58-34df-4fb9-9b42-dc5e4553bfac req-70d92104-a6b6-4088-81f7-d4db0f692207 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] No DVR routers for this DVR port a9023473-cda3-4747-872b-7dbf41ad391c on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:42:21.070998 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-c4a06e58-34df-4fb9-9b42-dc5e4553bfac req-70d92104-a6b6-4088-81f7-d4db0f692207 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:21.074494 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c4a06e58-34df-4fb9-9b42-dc5e4553bfac req-70d92104-a6b6-4088-81f7-d4db0f692207 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "DELETE /v2.0/ports/a9023473-cda3-4747-872b-7dbf41ad391c HTTP/1.1" status: 204 len: 173 time: 0.5895712 Jan 25 08:42:21.074914 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000458be-d5db-42ba-9d39-ef3ee3b2be19', 'name': 'network-vif-deleted', 'tag': 'a9023473-cda3-4747-872b-7dbf41ad391c'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:42:21.077157 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5453e42-4095-4e91-aab7-863cc58f0e5f" -d '{"events": [{"server_uuid": "000458be-d5db-42ba-9d39-ef3ee3b2be19", "name": "network-vif-deleted", "tag": "a9023473-cda3-4747-872b-7dbf41ad391c"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:42:21.115180 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a0f928-029f-4c87-8fb5-dc45d81bd2f7 x-openstack-request-id: req-56a0f928-029f-4c87-8fb5-dc45d81bd2f7 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:42:21.116172 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000458be-d5db-42ba-9d39-ef3ee3b2be19", "name": "network-vif-deleted", "tag": "a9023473-cda3-4747-872b-7dbf41ad391c", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:42:21.116486 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-56a0f928-029f-4c87-8fb5-dc45d81bd2f7 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:42:21.117155 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000458be-d5db-42ba-9d39-ef3ee3b2be19', 'name': 'network-vif-deleted', 'tag': 'a9023473-cda3-4747-872b-7dbf41ad391c', 'status': 'completed', 'code': 200} Jan 25 08:42:21.903444 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b23f44ca-996c-4c32-bdbc-64188a9b3309 req-50459ec9-b194-432a-925c-325e7b1d8d31 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=000458be-d5db-42ba-9d39-ef3ee3b2be19 HTTP/1.1" status: 200 len: 210 time: 0.0264645 Jan 25 08:42:22.162789 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc5118-e642-45d7-8ccb-e68b5eb86aed req-c14a7bb4-4b0a-4f6a-98df-bf0818d31d02 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:22.164405 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-16fc5118-e642-45d7-8ccb-e68b5eb86aed req-c14a7bb4-4b0a-4f6a-98df-bf0818d31d02 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0619678 Jan 25 08:42:22.210153 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-16fc5118-e642-45d7-8ccb-e68b5eb86aed req-666fb8f7-d993-49b3-98e2-a546e23c8ec8 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401368 Jan 25 08:42:23.371245 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eae7d4-68b9-47cd-a53e-a0147bfceb82 req-428d155f-2b45-4983-b937-840d35f01831 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:23.372717 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f8eae7d4-68b9-47cd-a53e-a0147bfceb82 req-428d155f-2b45-4983-b937-840d35f01831 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0497162 Jan 25 08:42:23.418744 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f8eae7d4-68b9-47cd-a53e-a0147bfceb82 req-f00ab99d-ee58-4b20-a674-757ce43561d3 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398965 Jan 25 08:42:24.064358 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:42:24.540502 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f83499-5d64-4ab9-80f3-8f9975e185b5 req-c5fa6457-ed99-4f77-98d1-c7d7e8e8b6f4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:24.541938 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d3f83499-5d64-4ab9-80f3-8f9975e185b5 req-c5fa6457-ed99-4f77-98d1-c7d7e8e8b6f4 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0497763 Jan 25 08:42:24.589356 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d3f83499-5d64-4ab9-80f3-8f9975e185b5 req-aba9a689-4bec-4ae2-9a10-75c12e9135e0 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Jan 25 08:42:24.676471 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5a7b1-35b5-48dd-a30b-479f56b6873a req-68085bf8-8c2d-4b25-bf2f-a650a1dbf0b1 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:24.677845 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-29e5a7b1-35b5-48dd-a30b-479f56b6873a req-68085bf8-8c2d-4b25-bf2f-a650a1dbf0b1 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 946 time: 0.0483346 Jan 25 08:42:24.727401 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-29e5a7b1-35b5-48dd-a30b-479f56b6873a req-6d406753-4d18-472a-aea0-f69b61ed32a4 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438898 Jan 25 08:42:24.768653 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device a9023473-cda3-4747-872b-7dbf41ad391c no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:42:24.794083 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: a9023473-cda3-4747-872b-7dbf41ad391c {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:42:24.794426 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device a9023473-cda3-4747-872b-7dbf41ad391c not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:42:25.706811 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10607d4a-e125-4e78-8044-bba1925b6e46 req-870ac014-af18-4ed5-b42d-b3bc8fb65723 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:25.708187 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-10607d4a-e125-4e78-8044-bba1925b6e46 req-870ac014-af18-4ed5-b42d-b3bc8fb65723 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0462308 Jan 25 08:42:25.763339 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-10607d4a-e125-4e78-8044-bba1925b6e46 req-7343c9c0-b9e4-40b8-8e01-7ecae4c34521 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489023 Jan 25 08:42:25.858453 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2160f9a-4429-4b7b-ac15-10082dc49fc5 req-8f5d61e0-4fd8-4b0d-8d0a-c7b17ddb79ac tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:25.860041 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f2160f9a-4429-4b7b-ac15-10082dc49fc5 req-8f5d61e0-4fd8-4b0d-8d0a-c7b17ddb79ac tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 946 time: 0.0499349 Jan 25 08:42:25.906456 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f2160f9a-4429-4b7b-ac15-10082dc49fc5 req-4cae8ccf-6f29-4ced-9f25-fb953e787520 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Jan 25 08:42:27.044383 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b3913-8c56-45f2-bd70-9350b7512236 req-c6119b1a-56dd-4ba7-909a-1c3becb87187 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:27.045873 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b16b3913-8c56-45f2-bd70-9350b7512236 req-c6119b1a-56dd-4ba7-909a-1c3becb87187 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0490758 Jan 25 08:42:27.046117 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9986f3-3a49-40fd-9837-8740e01c2520 req-9706032a-4e4d-4958-b5e8-9c7136f9fc98 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:27.047581 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9e9986f3-3a49-40fd-9837-8740e01c2520 req-9706032a-4e4d-4958-b5e8-9c7136f9fc98 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 946 time: 0.0479324 Jan 25 08:42:27.092769 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b16b3913-8c56-45f2-bd70-9350b7512236 req-c78b4fcc-e261-4278-9a59-f926324b7b93 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/security-groups?id=38acadab-3f0a-4a90-8bfd-05545ddbd7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Jan 25 08:42:27.094983 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9e9986f3-3a49-40fd-9837-8740e01c2520 req-1e4456c1-79c1-4452-8c3c-10ff8a998760 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Jan 25 08:42:27.317555 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08596de1-ffc5-4d50-a236-fa779cf453c8 req-64925d57-1bbf-4046-b42e-71e5710fca41 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:27.318985 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-08596de1-ffc5-4d50-a236-fa779cf453c8 req-64925d57-1bbf-4046-b42e-71e5710fca41 tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.121 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0503094 Jan 25 08:42:27.410598 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-08596de1-ffc5-4d50-a236-fa779cf453c8 req-e277648a-9205-43f7-b35a-c20be653f60d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Deleting port 52bb7c3b-b0fe-482c-843a-4a661fe62109 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:42:27.410848 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-08596de1-ffc5-4d50-a236-fa779cf453c8 req-e277648a-9205-43f7-b35a-c20be653f60d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:27.497286 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-08596de1-ffc5-4d50-a236-fa779cf453c8 req-e277648a-9205-43f7-b35a-c20be653f60d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] For port 52bb7c3b-b0fe-482c-843a-4a661fe62109, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=52bb7c3b-b0fe-482c-843a-4a661fe62109,segment=NetworkSegment(183eb43f-d766-4d13-975f-0367b2e71554),segment_id=183eb43f-d766-4d13-975f-0367b2e71554)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:42:27.497641 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-08596de1-ffc5-4d50-a236-fa779cf453c8 req-e277648a-9205-43f7-b35a-c20be653f60d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:27.509217 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-08596de1-ffc5-4d50-a236-fa779cf453c8 req-e277648a-9205-43f7-b35a-c20be653f60d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Calling delete_port for 52bb7c3b-b0fe-482c-843a-4a661fe62109 owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:42:27.687616 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-08596de1-ffc5-4d50-a236-fa779cf453c8 req-e277648a-9205-43f7-b35a-c20be653f60d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (52bb7c3b-b0fe-482c-843a-4a661fe62109), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:27.699679 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['52bb7c3b-b0fe-482c-843a-4a661fe62109'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:42:27.715070 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277648a-9205-43f7-b35a-c20be653f60d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Pushing event deleted for resources: {'Port': ['ID=52bb7c3b-b0fe-482c-843a-4a661fe62109,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:27.759700 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-08596de1-ffc5-4d50-a236-fa779cf453c8 req-e277648a-9205-43f7-b35a-c20be653f60d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] No DVR routers for this DVR port 52bb7c3b-b0fe-482c-843a-4a661fe62109 on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:42:27.762029 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-08596de1-ffc5-4d50-a236-fa779cf453c8 req-e277648a-9205-43f7-b35a-c20be653f60d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:27.765468 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-08596de1-ffc5-4d50-a236-fa779cf453c8 req-e277648a-9205-43f7-b35a-c20be653f60d tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.121 "DELETE /v2.0/ports/52bb7c3b-b0fe-482c-843a-4a661fe62109 HTTP/1.1" status: 204 len: 173 time: 0.4391975 Jan 25 08:42:27.765950 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31805f8d-a386-4eeb-b66a-1c63c06c6bd3', 'name': 'network-vif-deleted', 'tag': '52bb7c3b-b0fe-482c-843a-4a661fe62109'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:42:27.768550 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55407ea-497f-4600-a6f8-f5848f026184" -d '{"events": [{"server_uuid": "31805f8d-a386-4eeb-b66a-1c63c06c6bd3", "name": "network-vif-deleted", "tag": "52bb7c3b-b0fe-482c-843a-4a661fe62109"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:42:27.808055 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dee6812-89a8-4de3-abbc-580937d51c19 x-openstack-request-id: req-6dee6812-89a8-4de3-abbc-580937d51c19 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:42:27.808493 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31805f8d-a386-4eeb-b66a-1c63c06c6bd3", "name": "network-vif-deleted", "tag": "52bb7c3b-b0fe-482c-843a-4a661fe62109", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:42:27.808842 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6dee6812-89a8-4de3-abbc-580937d51c19 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:42:27.809368 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31805f8d-a386-4eeb-b66a-1c63c06c6bd3', 'name': 'network-vif-deleted', 'tag': '52bb7c3b-b0fe-482c-843a-4a661fe62109', 'status': 'completed', 'code': 200} Jan 25 08:42:28.232281 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e1a7ffef-745e-415b-b0ac-16043339163a req-9e3b3d3f-e8a1-421f-9a9d-6aeb4dbbaabc tempest-ServerRescueNegativeTestJSON-1765334229 tempest-ServerRescueNegativeTestJSON-1765334229-project] 10.222.0.112 "GET /v2.0/ports?device_id=31805f8d-a386-4eeb-b66a-1c63c06c6bd3 HTTP/1.1" status: 200 len: 210 time: 0.0361907 Jan 25 08:42:28.270606 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207ea1f-6462-463e-9c20-e42502ab0e70 req-2b13f18d-eae2-4df1-93f9-44c07eac2e2a tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:28.272038 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0207ea1f-6462-463e-9c20-e42502ab0e70 req-2b13f18d-eae2-4df1-93f9-44c07eac2e2a tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 946 time: 0.1070342 Jan 25 08:42:28.287198 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ecd20-da36-4e3e-92fc-2a9cdb690268 req-a616a8c0-02c8-48ef-aa37-adf9e1c3ec87 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:28.289420 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2f6ecd20-da36-4e3e-92fc-2a9cdb690268 req-a616a8c0-02c8-48ef-aa37-adf9e1c3ec87 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 946 time: 0.0746882 Jan 25 08:42:28.393888 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2f6ecd20-da36-4e3e-92fc-2a9cdb690268 req-352b74ea-df2f-4519-bef7-559f905f684c tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/security-groups?id=5d566b67-bb09-4484-b247-0a5184d96eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975447 Jan 25 08:42:28.415413 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-0207ea1f-6462-463e-9c20-e42502ab0e70 req-4146f935-07a7-4832-b13f-00a6f05b8670 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Deleting port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:42:28.415831 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0207ea1f-6462-463e-9c20-e42502ab0e70 req-4146f935-07a7-4832-b13f-00a6f05b8670 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:28.506050 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-0207ea1f-6462-463e-9c20-e42502ab0e70 req-4146f935-07a7-4832-b13f-00a6f05b8670 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] For port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d,segment=NetworkSegment(eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e),segment_id=eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:42:28.506333 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0207ea1f-6462-463e-9c20-e42502ab0e70 req-4146f935-07a7-4832-b13f-00a6f05b8670 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:28.520355 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-0207ea1f-6462-463e-9c20-e42502ab0e70 req-4146f935-07a7-4832-b13f-00a6f05b8670 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Calling delete_port for 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:42:28.933902 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0207ea1f-6462-463e-9c20-e42502ab0e70 req-4146f935-07a7-4832-b13f-00a6f05b8670 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:28.945691 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:42:28.965283 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146f935-07a7-4832-b13f-00a6f05b8670 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Pushing event deleted for resources: {'Port': ['ID=41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:29.004592 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0207ea1f-6462-463e-9c20-e42502ab0e70 req-4146f935-07a7-4832-b13f-00a6f05b8670 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] No DVR routers for this DVR port 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:42:29.006946 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0207ea1f-6462-463e-9c20-e42502ab0e70 req-4146f935-07a7-4832-b13f-00a6f05b8670 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:29.010114 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0207ea1f-6462-463e-9c20-e42502ab0e70 req-4146f935-07a7-4832-b13f-00a6f05b8670 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.121 "DELETE /v2.0/ports/41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d HTTP/1.1" status: 204 len: 173 time: 0.7304826 Jan 25 08:42:29.290598 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 43942) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:29.510319 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-873aed62-ad34-4b50-94e5-2420be870aab req-56866f80-df28-4d2d-a2cc-bdd19d0e7d81 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 210 time: 0.0315480 Jan 25 08:42:29.721106 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f4420e3d-ce76-4dbe-91bb-e46135b387e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583492'] for router_interface (bad07745-efa2-4b2c-b037-a601db989c84), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:29.810043 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb5ecbe-f561-483d-960e-6764ab7b0649', 'name': 'network-vif-deleted', 'tag': '41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:42:29.812318 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d335e3c-5957-4113-afcc-3a02acf316a9" -d '{"events": [{"server_uuid": "7fb5ecbe-f561-483d-960e-6764ab7b0649", "name": "network-vif-deleted", "tag": "41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:42:29.873377 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0338f5cb-3f38-4a1e-a342-c0c5383c7563 x-openstack-request-id: req-0338f5cb-3f38-4a1e-a342-c0c5383c7563 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:42:29.873667 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb5ecbe-f561-483d-960e-6764ab7b0649", "name": "network-vif-deleted", "tag": "41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:42:29.873919 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0338f5cb-3f38-4a1e-a342-c0c5383c7563 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:42:29.874303 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb5ecbe-f561-483d-960e-6764ab7b0649', 'name': 'network-vif-deleted', 'tag': '41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d', 'status': 'completed', 'code': 200} Jan 25 08:42:30.019023 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-f4420e3d-ce76-4dbe-91bb-e46135b387e8 admin admin] Deleting port c797b977-c476-4a7e-aa01-d1c3bddc96d3 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:42:30.019470 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f4420e3d-ce76-4dbe-91bb-e46135b387e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:30.098705 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-f4420e3d-ce76-4dbe-91bb-e46135b387e8 admin admin] For port c797b977-c476-4a7e-aa01-d1c3bddc96d3, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=c797b977-c476-4a7e-aa01-d1c3bddc96d3,segment=NetworkSegment(183eb43f-d766-4d13-975f-0367b2e71554),segment_id=183eb43f-d766-4d13-975f-0367b2e71554)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:42:30.099068 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f4420e3d-ce76-4dbe-91bb-e46135b387e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:30.111219 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-f4420e3d-ce76-4dbe-91bb-e46135b387e8 admin admin] Calling delete_port for c797b977-c476-4a7e-aa01-d1c3bddc96d3 owned by network:router_interface {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:42:30.344952 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f4420e3d-ce76-4dbe-91bb-e46135b387e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (c797b977-c476-4a7e-aa01-d1c3bddc96d3), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:30.369381 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:30.371811 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4420e3d-ce76-4dbe-91bb-e46135b387e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c797b977-c476-4a7e-aa01-d1c3bddc96d3,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:30.526143 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f4420e3d-ce76-4dbe-91bb-e46135b387e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583472'] for router_interface (bad07745-efa2-4b2c-b037-a601db989c84), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:30.732459 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4420e3d-ce76-4dbe-91bb-e46135b387e8 admin admin] Router bad07745-efa2-4b2c-b037-a601db989c84 has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:42:30.837554 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4420e3d-ce76-4dbe-91bb-e46135b387e8 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:42:30.842746 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-f4420e3d-ce76-4dbe-91bb-e46135b387e8 admin admin] 10.222.0.112 "PUT /v2.0/routers/bad07745-efa2-4b2c-b037-a601db989c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5510976 Jan 25 08:42:30.845262 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 43960) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:30.846160 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe3a402-2bed-4815-af0e-1584e72b306b None None] Sync routers for ids ['bad07745-efa2-4b2c-b037-a601db989c84'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:42:30.859091 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe3a402-2bed-4815-af0e-1584e72b306b None None] Routers {'bad07745-efa2-4b2c-b037-a601db989c84'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:42:30.859701 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-ebe3a402-2bed-4815-af0e-1584e72b306b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:42:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['bad07745-efa2-4b2c-b037-a601db989c84'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:42:30.950578 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Publish callbacks [] for router (bad07745-efa2-4b2c-b037-a601db989c84), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:30.961408 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-ebe3a402-2bed-4815-af0e-1584e72b306b None None] Set router bad07745-efa2-4b2c-b037-a601db989c84 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:42:31.056199 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Publish callbacks [] for router_gateway (bad07745-efa2-4b2c-b037-a601db989c84), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:31.135493 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-ebe3a402-2bed-4815-af0e-1584e72b306b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'name': 'tempest-ServerRescueNegativeTestJSON-486988337-router', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:55Z', 'updated_at': '2022-01-25T08:42:30Z', 'revision_number': 5, 'project_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'gw_port': {'id': '492ad8a6-213e-4d53-b975-035d1057b56a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:19:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:42:31.161688 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe3a402-2bed-4815-af0e-1584e72b306b None None] Checking router: bad07745-efa2-4b2c-b037-a601db989c84 for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:42:31.169939 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe3a402-2bed-4815-af0e-1584e72b306b None None] Routers {'bad07745-efa2-4b2c-b037-a601db989c84'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:42:31.170615 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-ebe3a402-2bed-4815-af0e-1584e72b306b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:42:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['bad07745-efa2-4b2c-b037-a601db989c84'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:42:31.211323 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Deleting port 492ad8a6-213e-4d53-b975-035d1057b56a {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:42:31.211652 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (492ad8a6-213e-4d53-b975-035d1057b56a), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:31.258488 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-ebe3a402-2bed-4815-af0e-1584e72b306b None None] Set router bad07745-efa2-4b2c-b037-a601db989c84 gateway port host: None {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:42:31.292150 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] For port 492ad8a6-213e-4d53-b975-035d1057b56a, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=492ad8a6-213e-4d53-b975-035d1057b56a,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:42:31.292444 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (492ad8a6-213e-4d53-b975-035d1057b56a), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:31.304370 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Calling delete_port for 492ad8a6-213e-4d53-b975-035d1057b56a owned by network:router_gateway {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:42:31.311511 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-ebe3a402-2bed-4815-af0e-1584e72b306b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'name': 'tempest-ServerRescueNegativeTestJSON-486988337-router', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:55Z', 'updated_at': '2022-01-25T08:42:31Z', 'revision_number': 6, 'project_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'gw_port_host': None}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:42:31.336884 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe3a402-2bed-4815-af0e-1584e72b306b None None] The sync data for ids ['bad07745-efa2-4b2c-b037-a601db989c84'] in dv-cinder-811877-9-iscsi is: [{'id': 'bad07745-efa2-4b2c-b037-a601db989c84', 'name': 'tempest-ServerRescueNegativeTestJSON-486988337-router', 'tenant_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:55Z', 'updated_at': '2022-01-25T08:42:31Z', 'revision_number': 6, 'project_id': '9d8a5497ebd1437cba42c0faf75c13e7', 'gw_port_host': None}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:42:31.539004 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (492ad8a6-213e-4d53-b975-035d1057b56a), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:31.564759 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=492ad8a6-213e-4d53-b975-035d1057b56a,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:31.625842 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579738'] for router_gateway (bad07745-efa2-4b2c-b037-a601db989c84), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:31.943481 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-86297'] for router (bad07745-efa2-4b2c-b037-a601db989c84), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:31.946382 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Publish callbacks [] for router_controller (bad07745-efa2-4b2c-b037-a601db989c84), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.062764 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585006'] for router (bad07745-efa2-4b2c-b037-a601db989c84), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.063245 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad07745-efa2-4b2c-b037-a601db989c84 {{(pid=103105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 08:42:32.068144 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.069763 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-0aa2f681-72de-4745-94b2-afd4f6d41f7f admin admin] 10.222.0.112 "DELETE /v2.0/routers/bad07745-efa2-4b2c-b037-a601db989c84 HTTP/1.1" status: 204 len: 168 time: 1.2235804 Jan 25 08:42:32.072247 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 43966) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:32.127469 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_v2 [None req-441b4e8a-03cc-4e70-9986-8753d0dfd77d admin admin] Deleting subnet 38a2320b-acd8-43cc-9a48-d5178286b608 {{(pid=103105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:42:32.132153 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-441b4e8a-03cc-4e70-9986-8753d0dfd77d admin admin] Publish callbacks [] for subnet (38a2320b-acd8-43cc-9a48-d5178286b608), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.161574 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 492ad8a6-213e-4d53-b975-035d1057b56a no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:42:32.172758 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-441b4e8a-03cc-4e70-9986-8753d0dfd77d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9205399'] for subnet (38a2320b-acd8-43cc-9a48-d5178286b608), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.181087 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 492ad8a6-213e-4d53-b975-035d1057b56a {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:42:32.181426 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 492ad8a6-213e-4d53-b975-035d1057b56a not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:42:32.181833 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device c797b977-c476-4a7e-aa01-d1c3bddc96d3 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:42:32.201765 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: c797b977-c476-4a7e-aa01-d1c3bddc96d3 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:42:32.202106 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device c797b977-c476-4a7e-aa01-d1c3bddc96d3 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:42:32.217250 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-441b4e8a-03cc-4e70-9986-8753d0dfd77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (38a2320b-acd8-43cc-9a48-d5178286b608), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.407017 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-441b4e8a-03cc-4e70-9986-8753d0dfd77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10414861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8486090'] for subnet (38a2320b-acd8-43cc-9a48-d5178286b608), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.431079 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b4e8a-03cc-4e70-9986-8753d0dfd77d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a2320b-acd8-43cc-9a48-d5178286b608,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:32.433521 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-441b4e8a-03cc-4e70-9986-8753d0dfd77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.436642 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-441b4e8a-03cc-4e70-9986-8753d0dfd77d admin admin] 10.222.0.112 "DELETE /v2.0/subnets/38a2320b-acd8-43cc-9a48-d5178286b608 HTTP/1.1" status: 204 len: 168 time: 0.3634524 Jan 25 08:42:32.439201 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 43970) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:32.511409 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e0394286-3e8a-4e44-ac9c-81d27cc697c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (5eb1523e-8b36-4420-9865-509a0828a097), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.590092 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e0394286-3e8a-4e44-ac9c-81d27cc697c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (5eb1523e-8b36-4420-9865-509a0828a097), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.610158 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-e0394286-3e8a-4e44-ac9c-81d27cc697c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb1523e-8b36-4420-9865-509a0828a097']}} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:42:32.619580 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-e0394286-3e8a-4e44-ac9c-81d27cc697c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183eb43f-d766-4d13-975f-0367b2e71554') {'for_net_delete': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:42:32.619878 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-e0394286-3e8a-4e44-ac9c-81d27cc697c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183eb43f-d766-4d13-975f-0367b2e71554') {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:42:32.629041 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e0394286-3e8a-4e44-ac9c-81d27cc697c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9205406'] for segment (183eb43f-d766-4d13-975f-0367b2e71554), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.642279 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e0394286-3e8a-4e44-ac9c-81d27cc697c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (183eb43f-d766-4d13-975f-0367b2e71554), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.648969 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0394286-3e8a-4e44-ac9c-81d27cc697c4 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:42:32.650197 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e0394286-3e8a-4e44-ac9c-81d27cc697c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415015'] for segment (183eb43f-d766-4d13-975f-0367b2e71554), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: Traceback (most recent call last): Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: timer() Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: cb(*args, **kw) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: return func(*args, **kwargs) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: self._notify() Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: self.callback(batched_events) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: event.method(event) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: return f(self, *a, **k) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._get(url).json() Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: return self.request(url, 'GET', **kwargs) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:42:32.651167 dv-cinder-811877-9-iscsi neutron-server[103105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:42:32.704283 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 52bb7c3b-b0fe-482c-843a-4a661fe62109 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:42:32.728151 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: 52bb7c3b-b0fe-482c-843a-4a661fe62109 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:42:32.728730 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 52bb7c3b-b0fe-482c-843a-4a661fe62109 not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:42:32.773498 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e0394286-3e8a-4e44-ac9c-81d27cc697c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (5eb1523e-8b36-4420-9865-509a0828a097), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.778710 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e0394286-3e8a-4e44-ac9c-81d27cc697c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:32.781856 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-e0394286-3e8a-4e44-ac9c-81d27cc697c4 admin admin] 10.222.0.112 "DELETE /v2.0/networks/5eb1523e-8b36-4420-9865-509a0828a097 HTTP/1.1" status: 204 len: 168 time: 0.3417511 Jan 25 08:42:32.793677 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0394286-3e8a-4e44-ac9c-81d27cc697c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb1523e-8b36-4420-9865-509a0828a097,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:33.180110 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 43978) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:33.219756 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-34523596-75d2-46b6-9a35-d99637b81a4b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9d8a5497ebd1437cba42c0faf75c13e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384929 Jan 25 08:42:33.226298 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 43980) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:33.270833 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-be5e5aad-526a-406a-be53-c486458ceb37 admin admin] Publish callbacks [] for security_group (38acadab-3f0a-4a90-8bfd-05545ddbd7a1), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:33.292029 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-be5e5aad-526a-406a-be53-c486458ceb37 admin admin] Publish callbacks [] for security_group (38acadab-3f0a-4a90-8bfd-05545ddbd7a1), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:33.413180 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-be5e5aad-526a-406a-be53-c486458ceb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (38acadab-3f0a-4a90-8bfd-05545ddbd7a1), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:33.415640 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-be5e5aad-526a-406a-be53-c486458ceb37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:33.416839 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-be5e5aad-526a-406a-be53-c486458ceb37 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/38acadab-3f0a-4a90-8bfd-05545ddbd7a1 HTTP/1.1" status: 204 len: 168 time: 0.1896291 Jan 25 08:42:33.424622 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e5aad-526a-406a-be53-c486458ceb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38acadab-3f0a-4a90-8bfd-05545ddbd7a1,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:34.427019 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:42:34.447151 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:42:34.447495 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 41b7919d-3287-4c43-b3d8-ad0bbf8e8c1d not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:42:34.545017 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1353f970-e034-408d-a97b-6e8614ce78f2 req-e7ac6cf7-3a08-4cf2-8a44-4b945cb48d98 tempest-AttachVolumeNegativeTest-824941189 tempest-AttachVolumeNegativeTest-824941189-project] 10.222.0.112 "GET /v2.0/ports?device_id=7fb5ecbe-f561-483d-960e-6764ab7b0649 HTTP/1.1" status: 200 len: 210 time: 0.0258422 Jan 25 08:42:35.268593 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44040) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:35.371857 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3853-3175-4692-8f03-01e35c7c35bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:35.442664 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3853-3175-4692-8f03-01e35c7c35bc admin admin] Publish callbacks [] for security_group (39d171a9-fbea-463f-b009-981eabcf3645), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:35.510781 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3853-3175-4692-8f03-01e35c7c35bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (39d171a9-fbea-463f-b009-981eabcf3645), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:35.548410 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d3853-3175-4692-8f03-01e35c7c35bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d171a9-fbea-463f-b009-981eabcf3645,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:35.552666 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-cd4d3853-3175-4692-8f03-01e35c7c35bc admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4235616d9f6c494eb81949edac99c759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830756 Jan 25 08:42:35.555781 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44048) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:35.603788 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-55de75aa-af1a-49d8-9ff3-fa3c6ef50bdd admin admin] Publish callbacks [] for security_group (39d171a9-fbea-463f-b009-981eabcf3645), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:35.624282 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-55de75aa-af1a-49d8-9ff3-fa3c6ef50bdd admin admin] Publish callbacks [] for security_group (39d171a9-fbea-463f-b009-981eabcf3645), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:35.731378 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-55de75aa-af1a-49d8-9ff3-fa3c6ef50bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (39d171a9-fbea-463f-b009-981eabcf3645), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:35.734252 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-55de75aa-af1a-49d8-9ff3-fa3c6ef50bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:35.735468 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-55de75aa-af1a-49d8-9ff3-fa3c6ef50bdd admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/39d171a9-fbea-463f-b009-981eabcf3645 HTTP/1.1" status: 204 len: 168 time: 0.1791010 Jan 25 08:42:35.743923 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de75aa-af1a-49d8-9ff3-fa3c6ef50bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d171a9-fbea-463f-b009-981eabcf3645,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:35.786213 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44054) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:35.832308 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d2b9dd-1805-471f-ae26-3f0b961f8b19 admin admin] Deleting subnet 7f8965e3-8a09-4d2f-9556-60a9e740f6a9 {{(pid=103105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:42:35.836272 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c0d2b9dd-1805-471f-ae26-3f0b961f8b19 admin admin] Publish callbacks [] for subnet (7f8965e3-8a09-4d2f-9556-60a9e740f6a9), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:35.870410 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c0d2b9dd-1805-471f-ae26-3f0b961f8b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9205399'] for subnet (7f8965e3-8a09-4d2f-9556-60a9e740f6a9), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:35.912548 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c0d2b9dd-1805-471f-ae26-3f0b961f8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (7f8965e3-8a09-4d2f-9556-60a9e740f6a9), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:36.025422 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c0d2b9dd-1805-471f-ae26-3f0b961f8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10414861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8486090'] for subnet (7f8965e3-8a09-4d2f-9556-60a9e740f6a9), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:36.051595 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2b9dd-1805-471f-ae26-3f0b961f8b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f8965e3-8a09-4d2f-9556-60a9e740f6a9,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:36.056062 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c0d2b9dd-1805-471f-ae26-3f0b961f8b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:36.062413 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-c0d2b9dd-1805-471f-ae26-3f0b961f8b19 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/7f8965e3-8a09-4d2f-9556-60a9e740f6a9 HTTP/1.1" status: 204 len: 168 time: 0.2722018 Jan 25 08:42:36.062413 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44062) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:36.138785 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-16f91d57-f01e-470e-afac-8bc29e9ba3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (5a250842-ae7d-4621-8183-b5b4cc23ab14), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:36.221439 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-16f91d57-f01e-470e-afac-8bc29e9ba3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (5a250842-ae7d-4621-8183-b5b4cc23ab14), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:36.243568 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-16f91d57-f01e-470e-afac-8bc29e9ba3be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a250842-ae7d-4621-8183-b5b4cc23ab14']}} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:42:36.252584 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-16f91d57-f01e-470e-afac-8bc29e9ba3be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e') {'for_net_delete': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:42:36.252883 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-16f91d57-f01e-470e-afac-8bc29e9ba3be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e') {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:42:36.262683 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-16f91d57-f01e-470e-afac-8bc29e9ba3be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9205406'] for segment (eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:36.275803 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-16f91d57-f01e-470e-afac-8bc29e9ba3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:36.281668 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f91d57-f01e-470e-afac-8bc29e9ba3be admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:42:36.282051 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-16f91d57-f01e-470e-afac-8bc29e9ba3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415015'] for segment (eb89a284-3861-4b4f-9d8a-7a2d3cd1c62e), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: Traceback (most recent call last): Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: timer() Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: cb(*args, **kw) Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: return func(*args, **kwargs) Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: self._notify() Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: self.callback(batched_events) Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: event.method(event) Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: return f(self, *a, **k) Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._get(url).json() Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: return self.request(url, 'GET', **kwargs) Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:42:36.283634 dv-cinder-811877-9-iscsi neutron-server[103105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:42:36.414263 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-16f91d57-f01e-470e-afac-8bc29e9ba3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (5a250842-ae7d-4621-8183-b5b4cc23ab14), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:36.418811 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-16f91d57-f01e-470e-afac-8bc29e9ba3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:36.422542 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-16f91d57-f01e-470e-afac-8bc29e9ba3be admin admin] 10.222.0.112 "DELETE /v2.0/networks/5a250842-ae7d-4621-8183-b5b4cc23ab14 HTTP/1.1" status: 204 len: 168 time: 0.3589835 Jan 25 08:42:36.436184 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f91d57-f01e-470e-afac-8bc29e9ba3be admin admin] Pushing event deleted for resources: {'Network': ['ID=5a250842-ae7d-4621-8183-b5b4cc23ab14,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:36.794419 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44090) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:36.842263 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-e54036a8-9b11-4ef6-aed2-925e8e1ec40f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3c84e11915fc4963a868824cc4b51944&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441766 Jan 25 08:42:36.842464 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44092) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:36.894463 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3d713173-c661-4321-8a13-74e8b1c9af20 admin admin] Publish callbacks [] for security_group (5d566b67-bb09-4484-b247-0a5184d96eed), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:36.926495 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3d713173-c661-4321-8a13-74e8b1c9af20 admin admin] Publish callbacks [] for security_group (5d566b67-bb09-4484-b247-0a5184d96eed), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:37.059192 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3d713173-c661-4321-8a13-74e8b1c9af20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (5d566b67-bb09-4484-b247-0a5184d96eed), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:37.061820 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3d713173-c661-4321-8a13-74e8b1c9af20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:37.063027 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-3d713173-c661-4321-8a13-74e8b1c9af20 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5d566b67-bb09-4484-b247-0a5184d96eed HTTP/1.1" status: 204 len: 168 time: 0.2196348 Jan 25 08:42:37.071731 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d713173-c661-4321-8a13-74e8b1c9af20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d566b67-bb09-4484-b247-0a5184d96eed,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:38.275153 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44152) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:38.470131 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ac6438b8-85e7-475a-bdf6-4e5470d698f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:38.550598 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ac6438b8-85e7-475a-bdf6-4e5470d698f3 admin admin] Publish callbacks [] for security_group (c4211d94-6452-4339-849b-cf4012903e83), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:38.630440 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ac6438b8-85e7-475a-bdf6-4e5470d698f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (c4211d94-6452-4339-849b-cf4012903e83), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:38.669312 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-ac6438b8-85e7-475a-bdf6-4e5470d698f3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=dc4f8f47b2f543e6ab54bbc58cff1fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930757 Jan 25 08:42:38.671972 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44166) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:38.679992 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6438b8-85e7-475a-bdf6-4e5470d698f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4211d94-6452-4339-849b-cf4012903e83,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:38.723589 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a66bb9ac-0599-4ad6-b594-a58cc4223696 admin admin] Publish callbacks [] for security_group (c4211d94-6452-4339-849b-cf4012903e83), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:38.748881 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a66bb9ac-0599-4ad6-b594-a58cc4223696 admin admin] Publish callbacks [] for security_group (c4211d94-6452-4339-849b-cf4012903e83), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:38.870625 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a66bb9ac-0599-4ad6-b594-a58cc4223696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (c4211d94-6452-4339-849b-cf4012903e83), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:38.873351 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a66bb9ac-0599-4ad6-b594-a58cc4223696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:38.874511 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-a66bb9ac-0599-4ad6-b594-a58cc4223696 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c4211d94-6452-4339-849b-cf4012903e83 HTTP/1.1" status: 204 len: 168 time: 0.2015812 Jan 25 08:42:38.883787 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bb9ac-0599-4ad6-b594-a58cc4223696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4211d94-6452-4339-849b-cf4012903e83,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:39.502432 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9fee0bfc-c52d-44ee-b290-c4b551dd05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:39.549157 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44198) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:39.562645 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2c275e9f-8392-45b2-8158-526687a1a5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:39.639463 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2c275e9f-8392-45b2-8158-526687a1a5ff admin admin] Publish callbacks [] for security_group (64977d94-a1b4-4b68-8c69-251cd4d26ea4), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:39.728038 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2c275e9f-8392-45b2-8158-526687a1a5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (64977d94-a1b4-4b68-8c69-251cd4d26ea4), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:39.773806 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c275e9f-8392-45b2-8158-526687a1a5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64977d94-a1b4-4b68-8c69-251cd4d26ea4,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:39.779874 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-2c275e9f-8392-45b2-8158-526687a1a5ff admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8c094f4d04a2463d8cde1a512e207f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292762 Jan 25 08:42:39.782069 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44208) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:39.832622 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e8c7ce11-2c61-45e6-aba2-ec6e22d5e5e0 admin admin] Publish callbacks [] for security_group (64977d94-a1b4-4b68-8c69-251cd4d26ea4), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:39.854937 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e8c7ce11-2c61-45e6-aba2-ec6e22d5e5e0 admin admin] Publish callbacks [] for security_group (64977d94-a1b4-4b68-8c69-251cd4d26ea4), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:39.979320 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e8c7ce11-2c61-45e6-aba2-ec6e22d5e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (64977d94-a1b4-4b68-8c69-251cd4d26ea4), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:39.981928 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e8c7ce11-2c61-45e6-aba2-ec6e22d5e5e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:39.983134 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-e8c7ce11-2c61-45e6-aba2-ec6e22d5e5e0 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/64977d94-a1b4-4b68-8c69-251cd4d26ea4 HTTP/1.1" status: 204 len: 168 time: 0.2001152 Jan 25 08:42:39.991207 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7ce11-2c61-45e6-aba2-ec6e22d5e5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64977d94-a1b4-4b68-8c69-251cd4d26ea4,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:40.477330 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44228) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:40.583300 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4572-7d1e-4fc1-9381-814f7a430e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:40.657743 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4572-7d1e-4fc1-9381-814f7a430e87 admin admin] Publish callbacks [] for security_group (98613145-784f-4928-8ed3-75d082349c68), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:40.742690 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4572-7d1e-4fc1-9381-814f7a430e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (98613145-784f-4928-8ed3-75d082349c68), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:40.779459 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d4572-7d1e-4fc1-9381-814f7a430e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98613145-784f-4928-8ed3-75d082349c68,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:40.783764 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-9e0d4572-7d1e-4fc1-9381-814f7a430e87 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=197ed0b35b3f45e08676cb614195e9d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054063 Jan 25 08:42:40.786942 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44238) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:40.834080 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-55cc9523-3d91-42eb-902d-7748c9f96b2a admin admin] Publish callbacks [] for security_group (98613145-784f-4928-8ed3-75d082349c68), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:40.865783 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-55cc9523-3d91-42eb-902d-7748c9f96b2a admin admin] Publish callbacks [] for security_group (98613145-784f-4928-8ed3-75d082349c68), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:40.979093 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-55cc9523-3d91-42eb-902d-7748c9f96b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (98613145-784f-4928-8ed3-75d082349c68), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:40.981979 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-55cc9523-3d91-42eb-902d-7748c9f96b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:40.983129 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-55cc9523-3d91-42eb-902d-7748c9f96b2a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/98613145-784f-4928-8ed3-75d082349c68 HTTP/1.1" status: 204 len: 168 time: 0.1958263 Jan 25 08:42:40.991031 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc9523-3d91-42eb-902d-7748c9f96b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98613145-784f-4928-8ed3-75d082349c68,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:41.621902 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44264) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:41.637452 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-66763ea2-152c-4670-b144-451ba6db2bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:41.685728 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0daabc7c-4f52-4796-bbb3-8ed452af2eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:41.714200 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-66763ea2-152c-4670-b144-451ba6db2bb2 admin admin] Publish callbacks [] for security_group (9cb08646-c914-488d-bdcc-4bec18b2208a), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:41.799752 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-66763ea2-152c-4670-b144-451ba6db2bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9cb08646-c914-488d-bdcc-4bec18b2208a), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:41.839661 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-66763ea2-152c-4670-b144-451ba6db2bb2 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2646f80ef5904abbab2e73bad3c63d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166617 Jan 25 08:42:41.840660 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66763ea2-152c-4670-b144-451ba6db2bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb08646-c914-488d-bdcc-4bec18b2208a,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:41.842604 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44268) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:41.891891 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7d5cfb02-03e0-49f1-9f02-f7b5053e19fc admin admin] Publish callbacks [] for security_group (9cb08646-c914-488d-bdcc-4bec18b2208a), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:41.916998 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7d5cfb02-03e0-49f1-9f02-f7b5053e19fc admin admin] Publish callbacks [] for security_group (9cb08646-c914-488d-bdcc-4bec18b2208a), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:42.036226 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7d5cfb02-03e0-49f1-9f02-f7b5053e19fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9cb08646-c914-488d-bdcc-4bec18b2208a), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:42.038870 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7d5cfb02-03e0-49f1-9f02-f7b5053e19fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:42.040326 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-7d5cfb02-03e0-49f1-9f02-f7b5053e19fc admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9cb08646-c914-488d-bdcc-4bec18b2208a HTTP/1.1" status: 204 len: 168 time: 0.1960130 Jan 25 08:42:42.048859 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cfb02-03e0-49f1-9f02-f7b5053e19fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb08646-c914-488d-bdcc-4bec18b2208a,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:43.305018 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:44.579175 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:45.177957 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44378) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:45.312956 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-af135ac2-5a5b-4b7f-9bc9-435dbac8ae6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:45.402876 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-af135ac2-5a5b-4b7f-9bc9-435dbac8ae6f admin admin] Publish callbacks [] for security_group (7993413a-3b57-4237-aec1-656fe43127c5), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:45.457740 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-af135ac2-5a5b-4b7f-9bc9-435dbac8ae6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (7993413a-3b57-4237-aec1-656fe43127c5), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:45.515922 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-af135ac2-5a5b-4b7f-9bc9-435dbac8ae6f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=89004e92a1c84db29a3dd16926cf4593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362079 Jan 25 08:42:45.517047 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af135ac2-5a5b-4b7f-9bc9-435dbac8ae6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7993413a-3b57-4237-aec1-656fe43127c5,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:45.518905 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44394) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:45.578969 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-81722d9f-3d95-4c31-b144-4b8de4841090 admin admin] Publish callbacks [] for security_group (7993413a-3b57-4237-aec1-656fe43127c5), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:45.604012 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-81722d9f-3d95-4c31-b144-4b8de4841090 admin admin] Publish callbacks [] for security_group (7993413a-3b57-4237-aec1-656fe43127c5), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:45.733643 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-81722d9f-3d95-4c31-b144-4b8de4841090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (7993413a-3b57-4237-aec1-656fe43127c5), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:45.736397 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-81722d9f-3d95-4c31-b144-4b8de4841090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:45.737620 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-81722d9f-3d95-4c31-b144-4b8de4841090 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/7993413a-3b57-4237-aec1-656fe43127c5 HTTP/1.1" status: 204 len: 168 time: 0.2169998 Jan 25 08:42:45.747866 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81722d9f-3d95-4c31-b144-4b8de4841090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7993413a-3b57-4237-aec1-656fe43127c5,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:45.853287 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:46.322259 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44428) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:46.336072 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2c081d1c-9399-4e29-94e2-1f5adf4f2fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:46.417260 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2c081d1c-9399-4e29-94e2-1f5adf4f2fb0 admin admin] Publish callbacks [] for security_group (403a4a26-48e9-487c-9065-d8415ff45b6d), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:46.521705 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2c081d1c-9399-4e29-94e2-1f5adf4f2fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (403a4a26-48e9-487c-9065-d8415ff45b6d), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:46.562385 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-2c081d1c-9399-4e29-94e2-1f5adf4f2fb0 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3c54174c4a7b491397d5d3408a6e2450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390237 Jan 25 08:42:46.563208 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c081d1c-9399-4e29-94e2-1f5adf4f2fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403a4a26-48e9-487c-9065-d8415ff45b6d,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:46.565031 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44444) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:46.612966 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-91036a96-434b-491b-9d11-c18788fc3e6a admin admin] Publish callbacks [] for security_group (403a4a26-48e9-487c-9065-d8415ff45b6d), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:46.637292 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-91036a96-434b-491b-9d11-c18788fc3e6a admin admin] Publish callbacks [] for security_group (403a4a26-48e9-487c-9065-d8415ff45b6d), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:46.737253 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-91036a96-434b-491b-9d11-c18788fc3e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (403a4a26-48e9-487c-9065-d8415ff45b6d), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:46.739877 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-91036a96-434b-491b-9d11-c18788fc3e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:46.741061 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-91036a96-434b-491b-9d11-c18788fc3e6a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/403a4a26-48e9-487c-9065-d8415ff45b6d HTTP/1.1" status: 204 len: 168 time: 0.1743052 Jan 25 08:42:46.752662 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91036a96-434b-491b-9d11-c18788fc3e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403a4a26-48e9-487c-9065-d8415ff45b6d,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:47.865494 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44516) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:47.977804 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2543ee8f-0550-448d-b487-6c13f653ac09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:48.049309 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2543ee8f-0550-448d-b487-6c13f653ac09 admin admin] Publish callbacks [] for security_group (82914fa9-5e35-4547-a245-acb961b1ea7c), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:48.110720 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2543ee8f-0550-448d-b487-6c13f653ac09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (82914fa9-5e35-4547-a245-acb961b1ea7c), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:48.149422 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543ee8f-0550-448d-b487-6c13f653ac09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82914fa9-5e35-4547-a245-acb961b1ea7c,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:48.154940 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-2543ee8f-0550-448d-b487-6c13f653ac09 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=f894f23005a14c5a9ae464a6ef624151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875583 Jan 25 08:42:48.157556 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44524) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:48.204555 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fa98f779-ce4d-47fa-b1ae-f064513ee1e4 admin admin] Publish callbacks [] for security_group (82914fa9-5e35-4547-a245-acb961b1ea7c), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:48.226981 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fa98f779-ce4d-47fa-b1ae-f064513ee1e4 admin admin] Publish callbacks [] for security_group (82914fa9-5e35-4547-a245-acb961b1ea7c), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:48.356352 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fa98f779-ce4d-47fa-b1ae-f064513ee1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (82914fa9-5e35-4547-a245-acb961b1ea7c), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:48.358947 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fa98f779-ce4d-47fa-b1ae-f064513ee1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:48.360131 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-fa98f779-ce4d-47fa-b1ae-f064513ee1e4 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/82914fa9-5e35-4547-a245-acb961b1ea7c HTTP/1.1" status: 204 len: 168 time: 0.2016263 Jan 25 08:42:48.368315 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98f779-ce4d-47fa-b1ae-f064513ee1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82914fa9-5e35-4547-a245-acb961b1ea7c,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:49.010520 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44556) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:49.023534 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-030b0437-e7d3-45ee-8d58-c930969dd9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:49.107024 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-030b0437-e7d3-45ee-8d58-c930969dd9d5 admin admin] Publish callbacks [] for security_group (c1ed73a8-6914-41d5-a417-329d4d432333), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:49.165305 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-030b0437-e7d3-45ee-8d58-c930969dd9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (c1ed73a8-6914-41d5-a417-329d4d432333), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:49.204166 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-030b0437-e7d3-45ee-8d58-c930969dd9d5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8545b6f8fe1747feb7a388d44917939e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924965 Jan 25 08:42:49.205286 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b0437-e7d3-45ee-8d58-c930969dd9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ed73a8-6914-41d5-a417-329d4d432333,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:49.206941 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44558) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:49.256626 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-877d7e00-9833-45a8-a4c0-69c132b1daf7 admin admin] Publish callbacks [] for security_group (c1ed73a8-6914-41d5-a417-329d4d432333), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:49.277281 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-877d7e00-9833-45a8-a4c0-69c132b1daf7 admin admin] Publish callbacks [] for security_group (c1ed73a8-6914-41d5-a417-329d4d432333), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:49.437137 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-877d7e00-9833-45a8-a4c0-69c132b1daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (c1ed73a8-6914-41d5-a417-329d4d432333), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:49.439774 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-877d7e00-9833-45a8-a4c0-69c132b1daf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:49.443760 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-877d7e00-9833-45a8-a4c0-69c132b1daf7 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c1ed73a8-6914-41d5-a417-329d4d432333 HTTP/1.1" status: 204 len: 168 time: 0.2331212 Jan 25 08:42:49.455989 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d7e00-9833-45a8-a4c0-69c132b1daf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ed73a8-6914-41d5-a417-329d4d432333,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:56.350198 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b16b68-9b67-43de-abd5-55396826d6f7 req-46007d89-1fc6-47d7-bb74-8692939f28b1 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:56.351877 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-75b16b68-9b67-43de-abd5-55396826d6f7 req-46007d89-1fc6-47d7-bb74-8692939f28b1 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 946 time: 0.1807752 Jan 25 08:42:56.400601 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-75b16b68-9b67-43de-abd5-55396826d6f7 req-d7cb88ca-5d26-4cbf-9323-662c1a8be79c tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 Jan 25 08:42:57.176922 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44780) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:57.280230 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c5859e8a-f8af-4477-b741-02beb19f24f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:57.355251 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c5859e8a-f8af-4477-b741-02beb19f24f7 admin admin] Publish callbacks [] for security_group (140d1d83-f8c4-4a94-8462-1d5f2ce9bdf2), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:57.424568 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c5859e8a-f8af-4477-b741-02beb19f24f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (140d1d83-f8c4-4a94-8462-1d5f2ce9bdf2), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:57.464584 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-c5859e8a-f8af-4477-b741-02beb19f24f7 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=187d55d70f2b48dfb1f66789c663443a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865558 Jan 25 08:42:57.465472 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5859e8a-f8af-4477-b741-02beb19f24f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140d1d83-f8c4-4a94-8462-1d5f2ce9bdf2,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:57.467275 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44792) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:57.517685 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6549985-2097-4ba7-8c4a-02aecd04f21a admin admin] Publish callbacks [] for security_group (140d1d83-f8c4-4a94-8462-1d5f2ce9bdf2), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:57.528858 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c29d1e-25e6-403b-8a5f-63d476a750f3 req-cb8d2510-feb3-45a1-8ae7-8eaefd5dbe75 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:57.530408 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-55c29d1e-25e6-403b-8a5f-63d476a750f3 req-cb8d2510-feb3-45a1-8ae7-8eaefd5dbe75 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 946 time: 0.0496356 Jan 25 08:42:57.539864 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6549985-2097-4ba7-8c4a-02aecd04f21a admin admin] Publish callbacks [] for security_group (140d1d83-f8c4-4a94-8462-1d5f2ce9bdf2), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:57.590475 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-55c29d1e-25e6-403b-8a5f-63d476a750f3 req-be2026f3-3e32-4d27-8525-89994d56802d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535576 Jan 25 08:42:57.674023 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6549985-2097-4ba7-8c4a-02aecd04f21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (140d1d83-f8c4-4a94-8462-1d5f2ce9bdf2), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:57.676750 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6549985-2097-4ba7-8c4a-02aecd04f21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:57.677899 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-b6549985-2097-4ba7-8c4a-02aecd04f21a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/140d1d83-f8c4-4a94-8462-1d5f2ce9bdf2 HTTP/1.1" status: 204 len: 168 time: 0.2090640 Jan 25 08:42:57.686507 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6549985-2097-4ba7-8c4a-02aecd04f21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140d1d83-f8c4-4a94-8462-1d5f2ce9bdf2,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:58.366047 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44812) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:58.369258 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44814) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:58.382180 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-00e6c37c-a923-45d3-b6b5-1ce10f820a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:58.458866 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-00e6c37c-a923-45d3-b6b5-1ce10f820a53 admin admin] Publish callbacks [] for security_group (6b6517da-c6bb-473b-a64f-8dbd5f64e772), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:58.545113 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-00e6c37c-a923-45d3-b6b5-1ce10f820a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6b6517da-c6bb-473b-a64f-8dbd5f64e772), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:58.576445 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2382c5f6-2540-4d9b-b687-98223da74a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:58.585963 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-00e6c37c-a923-45d3-b6b5-1ce10f820a53 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=f6d133b89b9f4885b2a5faf38f560a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155306 Jan 25 08:42:58.588037 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6c37c-a923-45d3-b6b5-1ce10f820a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6517da-c6bb-473b-a64f-8dbd5f64e772,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:58.590327 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44818) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:58.676220 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-850567f9-363b-4b43-9859-d8120ecadcae admin admin] Publish callbacks [] for security_group (6b6517da-c6bb-473b-a64f-8dbd5f64e772), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:58.706535 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb2547-0a8d-45d3-859b-a01674d3324d req-c7e2de48-b6ef-4f31-86f5-689ed1e024e5 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:58.707916 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9edb2547-0a8d-45d3-859b-a01674d3324d req-c7e2de48-b6ef-4f31-86f5-689ed1e024e5 tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 946 time: 0.0482333 Jan 25 08:42:58.715351 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-850567f9-363b-4b43-9859-d8120ecadcae admin admin] Publish callbacks [] for security_group (6b6517da-c6bb-473b-a64f-8dbd5f64e772), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:58.718065 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2382c5f6-2540-4d9b-b687-98223da74a15 admin admin] Publish callbacks [] for security_group (82ee8837-91d5-4d1f-a404-6a4dc93f5d48), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:58.793957 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9edb2547-0a8d-45d3-859b-a01674d3324d req-b85210de-4e47-4ada-af15-15db6745f3ca tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/security-groups?id=a6fe1171-87e2-42c0-9691-d2d6e1426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796039 Jan 25 08:42:58.796763 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2382c5f6-2540-4d9b-b687-98223da74a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (82ee8837-91d5-4d1f-a404-6a4dc93f5d48), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:58.801968 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f482e-6583-406b-827f-21b6eeb49161 req-eb5e2c91-06f6-47a8-82c9-a6bb7109140a tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:42:58.803407 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-656f482e-6583-406b-827f-21b6eeb49161 req-eb5e2c91-06f6-47a8-82c9-a6bb7109140a tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.121 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 946 time: 0.0818682 Jan 25 08:42:58.836712 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382c5f6-2540-4d9b-b687-98223da74a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ee8837-91d5-4d1f-a404-6a4dc93f5d48,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:58.841291 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-2382c5f6-2540-4d9b-b687-98223da74a15 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7ee072bec45e467b915de064bdea6882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4744332 Jan 25 08:42:58.843955 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44826) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:58.859006 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-850567f9-363b-4b43-9859-d8120ecadcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6b6517da-c6bb-473b-a64f-8dbd5f64e772), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:58.861788 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-850567f9-363b-4b43-9859-d8120ecadcae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:58.865503 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-850567f9-363b-4b43-9859-d8120ecadcae admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6b6517da-c6bb-473b-a64f-8dbd5f64e772 HTTP/1.1" status: 204 len: 168 time: 0.2717721 Jan 25 08:42:58.884907 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850567f9-363b-4b43-9859-d8120ecadcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6517da-c6bb-473b-a64f-8dbd5f64e772,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:58.922856 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-656f482e-6583-406b-827f-21b6eeb49161 req-d9b69804-07c0-4a37-b49e-d2c40c2b411d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Deleting port de28b562-1dc9-40ee-9003-ea89cea11468 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:42:58.923193 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-656f482e-6583-406b-827f-21b6eeb49161 req-d9b69804-07c0-4a37-b49e-d2c40c2b411d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (de28b562-1dc9-40ee-9003-ea89cea11468), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:58.931640 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-84998ad3-650f-4268-b8b3-2972aef25e54 admin admin] Publish callbacks [] for security_group (82ee8837-91d5-4d1f-a404-6a4dc93f5d48), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:58.959315 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-84998ad3-650f-4268-b8b3-2972aef25e54 admin admin] Publish callbacks [] for security_group (82ee8837-91d5-4d1f-a404-6a4dc93f5d48), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:59.036539 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-656f482e-6583-406b-827f-21b6eeb49161 req-d9b69804-07c0-4a37-b49e-d2c40c2b411d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] For port de28b562-1dc9-40ee-9003-ea89cea11468, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=de28b562-1dc9-40ee-9003-ea89cea11468,segment=NetworkSegment(ca0afe4a-5b00-4003-b80d-c75f9af4866a),segment_id=ca0afe4a-5b00-4003-b80d-c75f9af4866a)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:42:59.036539 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-656f482e-6583-406b-827f-21b6eeb49161 req-d9b69804-07c0-4a37-b49e-d2c40c2b411d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (de28b562-1dc9-40ee-9003-ea89cea11468), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:59.045540 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-656f482e-6583-406b-827f-21b6eeb49161 req-d9b69804-07c0-4a37-b49e-d2c40c2b411d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Calling delete_port for de28b562-1dc9-40ee-9003-ea89cea11468 owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:42:59.090976 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-84998ad3-650f-4268-b8b3-2972aef25e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (82ee8837-91d5-4d1f-a404-6a4dc93f5d48), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:59.093758 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-84998ad3-650f-4268-b8b3-2972aef25e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:59.094990 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-84998ad3-650f-4268-b8b3-2972aef25e54 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/82ee8837-91d5-4d1f-a404-6a4dc93f5d48 HTTP/1.1" status: 204 len: 168 time: 0.2500558 Jan 25 08:42:59.104311 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84998ad3-650f-4268-b8b3-2972aef25e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ee8837-91d5-4d1f-a404-6a4dc93f5d48,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:59.245469 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-656f482e-6583-406b-827f-21b6eeb49161 req-d9b69804-07c0-4a37-b49e-d2c40c2b411d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (de28b562-1dc9-40ee-9003-ea89cea11468), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:59.261301 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['de28b562-1dc9-40ee-9003-ea89cea11468'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:42:59.279523 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b69804-07c0-4a37-b49e-d2c40c2b411d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Pushing event deleted for resources: {'Port': ['ID=de28b562-1dc9-40ee-9003-ea89cea11468,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:42:59.322153 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-656f482e-6583-406b-827f-21b6eeb49161 req-d9b69804-07c0-4a37-b49e-d2c40c2b411d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] No DVR routers for this DVR port de28b562-1dc9-40ee-9003-ea89cea11468 on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:42:59.324963 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-656f482e-6583-406b-827f-21b6eeb49161 req-d9b69804-07c0-4a37-b49e-d2c40c2b411d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:59.328487 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-656f482e-6583-406b-827f-21b6eeb49161 req-d9b69804-07c0-4a37-b49e-d2c40c2b411d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.121 "DELETE /v2.0/ports/de28b562-1dc9-40ee-9003-ea89cea11468 HTTP/1.1" status: 204 len: 173 time: 0.5187550 Jan 25 08:42:59.328931 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76bbd40-4c00-4936-b818-e3d02da93e77', 'name': 'network-vif-deleted', 'tag': 'de28b562-1dc9-40ee-9003-ea89cea11468'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:42:59.331147 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062b9018-f026-482d-9ef4-96c922b2ed7b" -d '{"events": [{"server_uuid": "b76bbd40-4c00-4936-b818-e3d02da93e77", "name": "network-vif-deleted", "tag": "de28b562-1dc9-40ee-9003-ea89cea11468"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:42:59.375174 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d614fa-9f31-4e78-aefa-83ec13c91921 x-openstack-request-id: req-79d614fa-9f31-4e78-aefa-83ec13c91921 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:42:59.375754 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76bbd40-4c00-4936-b818-e3d02da93e77", "name": "network-vif-deleted", "tag": "de28b562-1dc9-40ee-9003-ea89cea11468", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:42:59.375754 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-79d614fa-9f31-4e78-aefa-83ec13c91921 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:42:59.376073 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76bbd40-4c00-4936-b818-e3d02da93e77', 'name': 'network-vif-deleted', 'tag': 'de28b562-1dc9-40ee-9003-ea89cea11468', 'status': 'completed', 'code': 200} Jan 25 08:42:59.807657 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44868) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:42:59.823040 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:59.921182 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Publish callbacks [] for security_group (dca7f2f4-3f52-4309-8fa5-5e8221af0834), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:42:59.936645 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3ba744b2-e255-402e-ba1a-9d69f44223a9 req-3520a909-cb49-4a77-80b8-4d7e67e46c6d tempest-VolumesSnapshotTestJSON-2026559912 tempest-VolumesSnapshotTestJSON-2026559912-project] 10.222.0.112 "GET /v2.0/ports?device_id=b76bbd40-4c00-4936-b818-e3d02da93e77 HTTP/1.1" status: 200 len: 210 time: 0.0298510 Jan 25 08:43:00.013462 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (dca7f2f4-3f52-4309-8fa5-5e8221af0834), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:00.060976 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=bd34ea4abc2743e28f6efd644bade678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521741 Jan 25 08:43:00.063774 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca7f2f4-3f52-4309-8fa5-5e8221af0834,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:00.063994 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44876) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:00.074985 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:00.078696 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:00.078696 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:00.078696 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:00.078696 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:00.078696 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:00.078696 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:00.078696 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:00.078696 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:00.078696 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:00.078696 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:00.079782 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:00.079988 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98e0de-a0e3-4901-b93c-6d6782ce1f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:00.120727 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-420fa330-cd10-4865-8993-a2e4ccfe7b3c admin admin] Publish callbacks [] for security_group (dca7f2f4-3f52-4309-8fa5-5e8221af0834), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:00.143178 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-420fa330-cd10-4865-8993-a2e4ccfe7b3c admin admin] Publish callbacks [] for security_group (dca7f2f4-3f52-4309-8fa5-5e8221af0834), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:00.291550 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-420fa330-cd10-4865-8993-a2e4ccfe7b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (dca7f2f4-3f52-4309-8fa5-5e8221af0834), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:00.294109 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-420fa330-cd10-4865-8993-a2e4ccfe7b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:00.295244 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-420fa330-cd10-4865-8993-a2e4ccfe7b3c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/dca7f2f4-3f52-4309-8fa5-5e8221af0834 HTTP/1.1" status: 204 len: 168 time: 0.2299423 Jan 25 08:43:00.303609 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fa330-cd10-4865-8993-a2e4ccfe7b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca7f2f4-3f52-4309-8fa5-5e8221af0834,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:00.358862 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:01.063740 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:43:01.635156 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44940) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:01.751631 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:01.826892 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Publish callbacks [] for security_group (1c53bbf5-3a8d-49b2-a728-51d693cf4273), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:01.927747 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (1c53bbf5-3a8d-49b2-a728-51d693cf4273), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:01.967668 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c53bbf5-3a8d-49b2-a728-51d693cf4273,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:01.971639 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9d53e80f55544349a6ff1264ed24c4ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354039 Jan 25 08:43:01.974405 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44950) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:01.977946 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:01.978292 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:01.978641 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:01.979158 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:01.979309 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:01.979641 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:01.980045 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:01.980320 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:01.980652 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:01.980980 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:01.981376 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:01.981666 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:01.981984 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef57c0-f12c-4b2a-84b0-cfacd124e424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:02.030190 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7319feac-d991-4bd0-885b-b3ead75a13f1 admin admin] Publish callbacks [] for security_group (1c53bbf5-3a8d-49b2-a728-51d693cf4273), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:02.050538 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7319feac-d991-4bd0-885b-b3ead75a13f1 admin admin] Publish callbacks [] for security_group (1c53bbf5-3a8d-49b2-a728-51d693cf4273), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:02.150882 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7319feac-d991-4bd0-885b-b3ead75a13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (1c53bbf5-3a8d-49b2-a728-51d693cf4273), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:02.153639 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7319feac-d991-4bd0-885b-b3ead75a13f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:02.155758 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-7319feac-d991-4bd0-885b-b3ead75a13f1 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1c53bbf5-3a8d-49b2-a728-51d693cf4273 HTTP/1.1" status: 204 len: 168 time: 0.1791387 Jan 25 08:43:02.162920 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319feac-d991-4bd0-885b-b3ead75a13f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c53bbf5-3a8d-49b2-a728-51d693cf4273,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:02.778180 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 44966) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:02.791105 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1640f135-2efd-43b5-a832-4aad30bf2017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:02.863518 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1640f135-2efd-43b5-a832-4aad30bf2017 admin admin] Publish callbacks [] for security_group (b4f30d22-7d71-496d-8086-136f572444b3), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:02.925171 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1640f135-2efd-43b5-a832-4aad30bf2017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (b4f30d22-7d71-496d-8086-136f572444b3), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:02.964067 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-1640f135-2efd-43b5-a832-4aad30bf2017 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7239c31df7ff44239fe1bdcfa54b0759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846564 Jan 25 08:43:02.964648 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640f135-2efd-43b5-a832-4aad30bf2017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f30d22-7d71-496d-8086-136f572444b3,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:02.968670 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 44968) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:03.019171 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-445a9c2b-dcff-45a7-92cb-f72ce9a2554d admin admin] Publish callbacks [] for security_group (b4f30d22-7d71-496d-8086-136f572444b3), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:03.040816 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-445a9c2b-dcff-45a7-92cb-f72ce9a2554d admin admin] Publish callbacks [] for security_group (b4f30d22-7d71-496d-8086-136f572444b3), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:03.056193 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device de28b562-1dc9-40ee-9003-ea89cea11468 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:43:03.076281 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: de28b562-1dc9-40ee-9003-ea89cea11468 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:43:03.076647 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device de28b562-1dc9-40ee-9003-ea89cea11468 not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:43:03.170954 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-445a9c2b-dcff-45a7-92cb-f72ce9a2554d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (b4f30d22-7d71-496d-8086-136f572444b3), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:03.173719 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-445a9c2b-dcff-45a7-92cb-f72ce9a2554d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:03.174933 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-445a9c2b-dcff-45a7-92cb-f72ce9a2554d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b4f30d22-7d71-496d-8086-136f572444b3 HTTP/1.1" status: 204 len: 168 time: 0.2052732 Jan 25 08:43:03.183420 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a9c2b-dcff-45a7-92cb-f72ce9a2554d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f30d22-7d71-496d-8086-136f572444b3,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:05.492785 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c8498f86-5ba7-427c-84bb-bb6f3f43e527 req-ea7c87a4-9a8a-4c76-b368-c7549a80f502 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429587 Jan 25 08:43:05.613714 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8498f86-5ba7-427c-84bb-bb6f3f43e527 req-a54df318-9f5c-47c5-b742-440de083dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:05.615225 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c8498f86-5ba7-427c-84bb-bb6f3f43e527 req-a54df318-9f5c-47c5-b742-440de083dd92 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 1098 time: 0.0418665 Jan 25 08:43:05.728406 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8498f86-5ba7-427c-84bb-bb6f3f43e527 req-df71f383-b545-4625-aa2a-2bf91be5252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:05.729948 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c8498f86-5ba7-427c-84bb-bb6f3f43e527 req-df71f383-b545-4625-aa2a-2bf91be5252b service neutron] 10.222.0.121 "GET /v2.0/networks?id=7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 200 len: 912 time: 0.0951011 Jan 25 08:43:05.807216 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c8498f86-5ba7-427c-84bb-bb6f3f43e527 req-51862dac-f096-4d91-a015-372b5da19cdd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb80146-60d5-4ad2-8173-ccb3d000b4c7 HTTP/1.1" status: 200 len: 1001 time: 0.0698850 Jan 25 08:43:05.859322 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8498f86-5ba7-427c-84bb-bb6f3f43e527 req-eb7b157f-fa30-4c0d-82ec-0129af302d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:05.861107 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c8498f86-5ba7-427c-84bb-bb6f3f43e527 req-eb7b157f-fa30-4c0d-82ec-0129af302d80 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3aa8424a-f40c-4afe-a08b-80f8771ddc15 HTTP/1.1" status: 200 len: 850 time: 0.0467834 Jan 25 08:43:05.915221 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8498f86-5ba7-427c-84bb-bb6f3f43e527 req-30d32ec8-1e1d-4804-85ee-8e0b01b69962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:05.916809 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c8498f86-5ba7-427c-84bb-bb6f3f43e527 req-30d32ec8-1e1d-4804-85ee-8e0b01b69962 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7112ec2a-354f-4299-a519-bb5af2762b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440857 Jan 25 08:43:06.012063 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c8498f86-5ba7-427c-84bb-bb6f3f43e527 req-dcd4bda5-c030-4313-a8f1-ea7f48a195e5 service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882144 Jan 25 08:43:06.105817 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c8498f86-5ba7-427c-84bb-bb6f3f43e527 req-70ab1ca6-b647-47fa-af35-4dc4be251b06 service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877712 Jan 25 08:43:06.944716 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044b937-dc1b-4204-aae9-10bf3ebf6ea8 req-d6eb9f11-eaee-4033-b83d-d6fa863d6406 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:06.946939 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2044b937-dc1b-4204-aae9-10bf3ebf6ea8 req-d6eb9f11-eaee-4033-b83d-d6fa863d6406 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0521321 Jan 25 08:43:06.999189 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2044b937-dc1b-4204-aae9-10bf3ebf6ea8 req-1f819290-a2e7-4f47-ab16-30759940671b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464804 Jan 25 08:43:08.295973 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ea2f7-43c9-4a62-86b6-1c12316fc484 req-b11b9345-fe87-4c88-91e7-4a9ee1f558e0 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:08.297474 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-201ea2f7-43c9-4a62-86b6-1c12316fc484 req-b11b9345-fe87-4c88-91e7-4a9ee1f558e0 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0579872 Jan 25 08:43:08.345209 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-201ea2f7-43c9-4a62-86b6-1c12316fc484 req-5f55f0e9-86f9-49b4-b8b1-81f922c3b6ca tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Jan 25 08:43:09.468809 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bf142-d175-4687-a694-f6c58a9f9a66 req-02330011-4d15-4e4f-9afc-70869f575511 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:09.470297 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-004bf142-d175-4687-a694-f6c58a9f9a66 req-02330011-4d15-4e4f-9afc-70869f575511 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0521226 Jan 25 08:43:09.476190 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9bf68e8b-2c9a-4ed6-a04c-25cc6bbfe42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:09.519950 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-004bf142-d175-4687-a694-f6c58a9f9a66 req-e4fb43e3-7259-421a-904c-98f0b95ee6a8 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440090 Jan 25 08:43:10.633467 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cb92a-53e7-4dc1-b0d0-c049b7a082f1 req-14b138cc-47c2-4025-bff0-6f81ac7698d8 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:10.636177 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-267cb92a-53e7-4dc1-b0d0-c049b7a082f1 req-14b138cc-47c2-4025-bff0-6f81ac7698d8 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0490315 Jan 25 08:43:10.684565 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-267cb92a-53e7-4dc1-b0d0-c049b7a082f1 req-aa245ce2-d60e-4311-8bb7-e4b629b94175 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429451 Jan 25 08:43:11.687429 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-aea91d54-1df4-435f-aa8f-16735ebdf150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:11.807471 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d969f6-f98f-4901-908c-372d76c065c1 req-949c64bb-7d07-4c28-a4fe-25554b6a6712 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:11.808989 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-61d969f6-f98f-4901-908c-372d76c065c1 req-949c64bb-7d07-4c28-a4fe-25554b6a6712 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0498915 Jan 25 08:43:11.854311 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-61d969f6-f98f-4901-908c-372d76c065c1 req-e2594d65-f289-471e-a0bb-57c5cc0906bd tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396969 Jan 25 08:43:12.972469 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45bda-561e-4d4e-8c7f-394b6375232d req-f7313021-80d5-46e4-8204-96301f48ab1c tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:12.973963 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-def45bda-561e-4d4e-8c7f-394b6375232d req-f7313021-80d5-46e4-8204-96301f48ab1c tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0538578 Jan 25 08:43:13.023535 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-def45bda-561e-4d4e-8c7f-394b6375232d req-eb8ce22b-8f8a-476d-b451-4e354d3e5a43 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432005 Jan 25 08:43:13.053583 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:14.141325 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dd217-83b8-41ef-a955-0c996de6938e req-ac54c884-15b7-42ce-80c3-bb1d14f8f361 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:14.142802 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-240dd217-83b8-41ef-a955-0c996de6938e req-ac54c884-15b7-42ce-80c3-bb1d14f8f361 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0506201 Jan 25 08:43:14.190002 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-240dd217-83b8-41ef-a955-0c996de6938e req-22e3d9cf-dc00-436e-a9fb-1d5bedbd0acf tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414915 Jan 25 08:43:14.593369 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:15.311931 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2de564-b0e4-4531-9668-19311dbae74e req-a33568c0-9b03-4144-a3ff-b8b56328b586 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:15.313949 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0c2de564-b0e4-4531-9668-19311dbae74e req-a33568c0-9b03-4144-a3ff-b8b56328b586 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0510743 Jan 25 08:43:15.361051 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0c2de564-b0e4-4531-9668-19311dbae74e req-cac7df3d-fd94-4827-8c5a-d44590e07a1b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415404 Jan 25 08:43:15.844874 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:16.474591 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f9a48-108a-4fd2-850f-8af718ad5dd2 req-ca6086a1-34c9-4dc8-b77b-2996ebc66c03 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:16.476026 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1a6f9a48-108a-4fd2-850f-8af718ad5dd2 req-ca6086a1-34c9-4dc8-b77b-2996ebc66c03 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0468743 Jan 25 08:43:16.522207 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1a6f9a48-108a-4fd2-850f-8af718ad5dd2 req-0e63cf87-41fa-4449-b60a-5d743f8c4a0e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402126 Jan 25 08:43:17.637576 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c33d22-24b0-43c5-a83a-9bbaf5ffc0e7 req-c7c1b923-8001-4493-9629-60538b14c53e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:17.639070 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-31c33d22-24b0-43c5-a83a-9bbaf5ffc0e7 req-c7c1b923-8001-4493-9629-60538b14c53e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0476837 Jan 25 08:43:17.689355 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-31c33d22-24b0-43c5-a83a-9bbaf5ffc0e7 req-32c62108-4fc1-43eb-aed8-5be27570b01e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445251 Jan 25 08:43:18.809290 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1eeb4-9445-4517-a6cb-42efe35c7fd8 req-0f4ede16-2396-42b3-bef2-df58a99e5890 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:18.810812 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e5c1eeb4-9445-4517-a6cb-42efe35c7fd8 req-0f4ede16-2396-42b3-bef2-df58a99e5890 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0514169 Jan 25 08:43:18.833899 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 45304) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:18.863684 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e5c1eeb4-9445-4517-a6cb-42efe35c7fd8 req-b9b1c44e-96a3-4a46-b205-244bb1013541 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467639 Jan 25 08:43:18.941847 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1417-b16c-4cc0-9ff0-838fff651154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:19.017421 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1417-b16c-4cc0-9ff0-838fff651154 admin admin] Publish callbacks [] for security_group (11793a53-39c7-4d23-831b-594a3348a8b8), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:19.096557 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1417-b16c-4cc0-9ff0-838fff651154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (11793a53-39c7-4d23-831b-594a3348a8b8), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:19.135837 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-1ecb1417-b16c-4cc0-9ff0-838fff651154 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=dd83f6a1d8db4b2fa2e5c078dea9d7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007700 Jan 25 08:43:19.136615 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb1417-b16c-4cc0-9ff0-838fff651154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11793a53-39c7-4d23-831b-594a3348a8b8,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:19.139086 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 45316) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:19.191470 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-046d7a48-b64e-4fb2-a706-bb620e72c3e8 admin admin] Publish callbacks [] for security_group (11793a53-39c7-4d23-831b-594a3348a8b8), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:19.215690 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-046d7a48-b64e-4fb2-a706-bb620e72c3e8 admin admin] Publish callbacks [] for security_group (11793a53-39c7-4d23-831b-594a3348a8b8), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:19.387779 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-046d7a48-b64e-4fb2-a706-bb620e72c3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (11793a53-39c7-4d23-831b-594a3348a8b8), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:19.390417 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-046d7a48-b64e-4fb2-a706-bb620e72c3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:19.391609 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-046d7a48-b64e-4fb2-a706-bb620e72c3e8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/11793a53-39c7-4d23-831b-594a3348a8b8 HTTP/1.1" status: 204 len: 168 time: 0.2515731 Jan 25 08:43:19.408284 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d7a48-b64e-4fb2-a706-bb620e72c3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11793a53-39c7-4d23-831b-594a3348a8b8,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:19.988919 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b09a6c-6f5f-4f64-921d-34dad1a7d142 req-223c3a9f-396e-46b3-b945-de21ba182cd3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:19.990603 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-80b09a6c-6f5f-4f64-921d-34dad1a7d142 req-223c3a9f-396e-46b3-b945-de21ba182cd3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0514770 Jan 25 08:43:19.990763 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec215b7-8925-4e2e-8fb6-81d9f271f40b req-d3f6b2b0-1bce-4e9b-9c38-752bc7276acc tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:19.992066 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3ec215b7-8925-4e2e-8fb6-81d9f271f40b req-d3f6b2b0-1bce-4e9b-9c38-752bc7276acc tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0522926 Jan 25 08:43:20.040178 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-80b09a6c-6f5f-4f64-921d-34dad1a7d142 req-22687594-4ff5-4029-8fb8-1740060ba83f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435548 Jan 25 08:43:20.041789 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3ec215b7-8925-4e2e-8fb6-81d9f271f40b req-36d25a4a-5e34-4875-920a-d5314a6822fb tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438752 Jan 25 08:43:20.168292 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 45346) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:20.182405 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9392bfe5-a90f-4ea9-ad41-1504d687d05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:20.261945 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9392bfe5-a90f-4ea9-ad41-1504d687d05d admin admin] Publish callbacks [] for security_group (bdbc31db-72a7-40fc-8e8d-2e65d0a8bd22), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:20.376332 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9392bfe5-a90f-4ea9-ad41-1504d687d05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (bdbc31db-72a7-40fc-8e8d-2e65d0a8bd22), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:20.417564 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-9392bfe5-a90f-4ea9-ad41-1504d687d05d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9ecac9a5a497478a803adf78c07ef6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481637 Jan 25 08:43:20.419275 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392bfe5-a90f-4ea9-ad41-1504d687d05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbc31db-72a7-40fc-8e8d-2e65d0a8bd22,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:20.421017 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 45358) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:20.480864 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-01276603-ed48-4bce-a0b5-3bfb186e18ad admin admin] Publish callbacks [] for security_group (bdbc31db-72a7-40fc-8e8d-2e65d0a8bd22), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:20.503200 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-01276603-ed48-4bce-a0b5-3bfb186e18ad admin admin] Publish callbacks [] for security_group (bdbc31db-72a7-40fc-8e8d-2e65d0a8bd22), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:20.638874 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-01276603-ed48-4bce-a0b5-3bfb186e18ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (bdbc31db-72a7-40fc-8e8d-2e65d0a8bd22), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:20.641510 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-01276603-ed48-4bce-a0b5-3bfb186e18ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:20.642711 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-01276603-ed48-4bce-a0b5-3bfb186e18ad admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/bdbc31db-72a7-40fc-8e8d-2e65d0a8bd22 HTTP/1.1" status: 204 len: 168 time: 0.2205088 Jan 25 08:43:20.651629 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01276603-ed48-4bce-a0b5-3bfb186e18ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbc31db-72a7-40fc-8e8d-2e65d0a8bd22,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:21.139525 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 45374) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:21.173725 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3b8d9-b343-448f-9c7f-84a10d47fb24 req-6cdf8d3d-a332-4bb3-abec-a435abe88026 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:21.175240 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7bb3b8d9-b343-448f-9c7f-84a10d47fb24 req-6cdf8d3d-a332-4bb3-abec-a435abe88026 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0595894 Jan 25 08:43:21.191383 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84e1e7-ccc5-4866-9918-8c8c00fafdb8 req-3d3ab4a5-016d-4eaf-9a97-847270d2f47e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:21.192867 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ad84e1e7-ccc5-4866-9918-8c8c00fafdb8 req-3d3ab4a5-016d-4eaf-9a97-847270d2f47e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0625830 Jan 25 08:43:21.225659 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7bb3b8d9-b343-448f-9c7f-84a10d47fb24 req-ac5df5cf-6bd3-4366-b0a7-d0107a575f3d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439572 Jan 25 08:43:21.243267 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ad84e1e7-ccc5-4866-9918-8c8c00fafdb8 req-89bdb77b-618b-461b-ba4c-2f4c10de38f1 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433166 Jan 25 08:43:21.263886 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-14fbf44e-6275-4a11-9b87-76276e6c2876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.339743 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-14fbf44e-6275-4a11-9b87-76276e6c2876 admin admin] Publish callbacks [] for security_group (1e265913-5dc4-41be-966f-3eea6524e438), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.364937 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 45380) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:21.377809 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6527088c-6ea5-446e-85cc-b3c27f9e7a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.420193 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-14fbf44e-6275-4a11-9b87-76276e6c2876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (1e265913-5dc4-41be-966f-3eea6524e438), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.477478 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-14fbf44e-6275-4a11-9b87-76276e6c2876 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=ed142b1e92b845a8a4638c0e3afbb121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331521 Jan 25 08:43:21.477478 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbf44e-6275-4a11-9b87-76276e6c2876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e265913-5dc4-41be-966f-3eea6524e438,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:21.477852 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 45384) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:21.491451 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6527088c-6ea5-446e-85cc-b3c27f9e7a35 admin admin] Publish callbacks [] for security_group (34d35576-fb14-495a-9600-464fcac6e385), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.535402 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4cc10bed-df97-40fd-b893-ab25367e57bd admin admin] Publish callbacks [] for security_group (1e265913-5dc4-41be-966f-3eea6524e438), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.558134 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4cc10bed-df97-40fd-b893-ab25367e57bd admin admin] Publish callbacks [] for security_group (1e265913-5dc4-41be-966f-3eea6524e438), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.561923 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6527088c-6ea5-446e-85cc-b3c27f9e7a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (34d35576-fb14-495a-9600-464fcac6e385), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.603435 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-6527088c-6ea5-446e-85cc-b3c27f9e7a35 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1721f5c1e43840f893fec83bb0a881af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374060 Jan 25 08:43:21.605202 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527088c-6ea5-446e-85cc-b3c27f9e7a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d35576-fb14-495a-9600-464fcac6e385,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:21.606658 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 45388) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:21.661267 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-93f7618b-3d50-4e4f-9c1f-1469972438f8 admin admin] Publish callbacks [] for security_group (34d35576-fb14-495a-9600-464fcac6e385), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.672419 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4cc10bed-df97-40fd-b893-ab25367e57bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (1e265913-5dc4-41be-966f-3eea6524e438), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.674932 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4cc10bed-df97-40fd-b893-ab25367e57bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.676063 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-4cc10bed-df97-40fd-b893-ab25367e57bd admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1e265913-5dc4-41be-966f-3eea6524e438 HTTP/1.1" status: 204 len: 168 time: 0.1973336 Jan 25 08:43:21.694666 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc10bed-df97-40fd-b893-ab25367e57bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e265913-5dc4-41be-966f-3eea6524e438,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:21.697552 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-93f7618b-3d50-4e4f-9c1f-1469972438f8 admin admin] Publish callbacks [] for security_group (34d35576-fb14-495a-9600-464fcac6e385), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.796203 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-93f7618b-3d50-4e4f-9c1f-1469972438f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (34d35576-fb14-495a-9600-464fcac6e385), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.799105 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-93f7618b-3d50-4e4f-9c1f-1469972438f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:21.802977 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-93f7618b-3d50-4e4f-9c1f-1469972438f8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/34d35576-fb14-495a-9600-464fcac6e385 HTTP/1.1" status: 204 len: 168 time: 0.1928771 Jan 25 08:43:21.809277 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7618b-3d50-4e4f-9c1f-1469972438f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d35576-fb14-495a-9600-464fcac6e385,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:21.964997 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 45398) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:22.087655 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6e01b333-99e0-4c32-a047-ed7e5a04fec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:22.164196 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6e01b333-99e0-4c32-a047-ed7e5a04fec9 admin admin] Publish callbacks [] for security_group (42776005-e9eb-4e4d-9b8e-c0fc725f98ed), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:22.243701 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6e01b333-99e0-4c32-a047-ed7e5a04fec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (42776005-e9eb-4e4d-9b8e-c0fc725f98ed), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:22.274174 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-6e01b333-99e0-4c32-a047-ed7e5a04fec9 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3e117661bc3e497ea387fc183620f4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081062 Jan 25 08:43:22.275269 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01b333-99e0-4c32-a047-ed7e5a04fec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42776005-e9eb-4e4d-9b8e-c0fc725f98ed,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:22.278614 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 45418) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:22.379440 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a2a2952c-3a5d-4544-9111-b8fa313dd233 admin admin] Publish callbacks [] for security_group (42776005-e9eb-4e4d-9b8e-c0fc725f98ed), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:22.385898 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40f6a4-cca8-4159-9c8d-408bfbfac2c1 req-5e72d5f9-95a9-4da9-abc3-1f5aaeb235f3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:22.388123 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ad40f6a4-cca8-4159-9c8d-408bfbfac2c1 req-5e72d5f9-95a9-4da9-abc3-1f5aaeb235f3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0532377 Jan 25 08:43:22.426438 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a2a2952c-3a5d-4544-9111-b8fa313dd233 admin admin] Publish callbacks [] for security_group (42776005-e9eb-4e4d-9b8e-c0fc725f98ed), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:22.446622 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ad40f6a4-cca8-4159-9c8d-408bfbfac2c1 req-b91284a6-8e7d-4188-ba03-d1c79622f832 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528638 Jan 25 08:43:22.464258 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1216a6-9853-4c97-88e2-6a7cb22e4594 req-d472b822-91c0-42ee-ae9d-b5bb76eee304 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:22.466343 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4b1216a6-9853-4c97-88e2-6a7cb22e4594 req-d472b822-91c0-42ee-ae9d-b5bb76eee304 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.1320987 Jan 25 08:43:22.548336 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4b1216a6-9853-4c97-88e2-6a7cb22e4594 req-68a0ca20-bd1c-4b0a-9e0a-9725745b5608 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709319 Jan 25 08:43:22.627963 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a2a2952c-3a5d-4544-9111-b8fa313dd233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (42776005-e9eb-4e4d-9b8e-c0fc725f98ed), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:22.630697 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-a2a2952c-3a5d-4544-9111-b8fa313dd233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:22.634562 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-a2a2952c-3a5d-4544-9111-b8fa313dd233 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/42776005-e9eb-4e4d-9b8e-c0fc725f98ed HTTP/1.1" status: 204 len: 168 time: 0.3513823 Jan 25 08:43:22.644343 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2952c-3a5d-4544-9111-b8fa313dd233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42776005-e9eb-4e4d-9b8e-c0fc725f98ed,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:23.580128 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c24fb4-5cae-406b-a604-e6d0e2f8441d req-73e9daf6-7ace-45fd-b1be-9adf638bbf8f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:23.582359 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-24c24fb4-5cae-406b-a604-e6d0e2f8441d req-73e9daf6-7ace-45fd-b1be-9adf638bbf8f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0572677 Jan 25 08:43:23.638877 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-24c24fb4-5cae-406b-a604-e6d0e2f8441d req-c8c1aa50-e941-4a40-9c77-74b1cafec10f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504148 Jan 25 08:43:23.710065 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6418a43-d769-4a12-a797-ac9d736b535f req-799feb79-292d-48d7-91a7-91cd5e4eaa60 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:23.710065 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d6418a43-d769-4a12-a797-ac9d736b535f req-799feb79-292d-48d7-91a7-91cd5e4eaa60 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0732646 Jan 25 08:43:23.757159 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d6418a43-d769-4a12-a797-ac9d736b535f req-6934e76b-1237-46cf-aadd-e76396b4bdb8 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411887 Jan 25 08:43:24.761684 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ef0d4-ba41-46f2-990c-eb6f0d4131ab req-e32c4aae-ad2e-4621-9d81-4cd360eaf457 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:24.763243 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9f5ef0d4-ba41-46f2-990c-eb6f0d4131ab req-e32c4aae-ad2e-4621-9d81-4cd360eaf457 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0496776 Jan 25 08:43:24.811244 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9f5ef0d4-ba41-46f2-990c-eb6f0d4131ab req-86200a66-d313-4f5d-8c35-9bb4d3f0c13f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424979 Jan 25 08:43:24.874156 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020962ff-90b0-447b-9b05-6d3709581efc req-836aa7fb-f6cd-4852-b87c-015d7bc14365 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:24.875625 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-020962ff-90b0-447b-9b05-6d3709581efc req-836aa7fb-f6cd-4852-b87c-015d7bc14365 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0485165 Jan 25 08:43:24.923964 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-020962ff-90b0-447b-9b05-6d3709581efc req-e8ba06be-4598-4aa3-a363-ff08cbe5f635 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426838 Jan 25 08:43:25.937540 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea0e0a-3b56-495c-8b10-8ef3f7f57541 req-b2928f14-4b61-47f7-af02-c1134f3a4e68 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:25.940453 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7aea0e0a-3b56-495c-8b10-8ef3f7f57541 req-b2928f14-4b61-47f7-af02-c1134f3a4e68 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0519023 Jan 25 08:43:25.986784 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7aea0e0a-3b56-495c-8b10-8ef3f7f57541 req-22f6e610-b71c-48ac-84bc-654526b6cbc2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420945 Jan 25 08:43:26.041721 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd0c10-9709-4aed-b351-ea7a6cfd6ba3 req-e656967f-3f03-4e5e-be25-32e7d00d0d81 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:26.043776 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-18fd0c10-9709-4aed-b351-ea7a6cfd6ba3 req-e656967f-3f03-4e5e-be25-32e7d00d0d81 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0489523 Jan 25 08:43:26.091579 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-18fd0c10-9709-4aed-b351-ea7a6cfd6ba3 req-3e441b42-8aa1-4c92-b536-c5e464bc85f2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423298 Jan 25 08:43:27.103264 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39f654-75fb-41ce-9ce9-f7f42728fa45 req-e06eb0c6-b800-45e6-b59c-eb58e3d970c8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:27.105301 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-cd39f654-75fb-41ce-9ce9-f7f42728fa45 req-e06eb0c6-b800-45e6-b59c-eb58e3d970c8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0478926 Jan 25 08:43:27.157102 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-cd39f654-75fb-41ce-9ce9-f7f42728fa45 req-09dd7e44-89c3-40d0-ab35-d81a2bcfa523 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429871 Jan 25 08:43:27.233003 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31496926-4228-46e7-840d-1c86fbc892a6 req-74425034-694f-41a2-9f1d-f0f84e21ab26 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:27.234455 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-31496926-4228-46e7-840d-1c86fbc892a6 req-74425034-694f-41a2-9f1d-f0f84e21ab26 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0751386 Jan 25 08:43:27.280224 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-31496926-4228-46e7-840d-1c86fbc892a6 req-f005b253-22dc-4586-ae1a-9f96b0a32972 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401063 Jan 25 08:43:28.283684 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898adc6-4b50-4866-aef0-529745b78a6a req-2c724b10-a122-4856-8e2c-7f1b51aa443d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:28.285188 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9898adc6-4b50-4866-aef0-529745b78a6a req-2c724b10-a122-4856-8e2c-7f1b51aa443d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0500696 Jan 25 08:43:28.337297 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9898adc6-4b50-4866-aef0-529745b78a6a req-a510cc7f-c6c0-4eea-9faf-6c316a53f405 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464253 Jan 25 08:43:28.401279 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c2f05-813c-43c2-bdfc-375d50cd8247 req-d3a3b6e9-6dec-4787-ab4d-6ad0ec07ce18 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:28.402855 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b12c2f05-813c-43c2-bdfc-375d50cd8247 req-d3a3b6e9-6dec-4787-ab4d-6ad0ec07ce18 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0549901 Jan 25 08:43:28.448141 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b12c2f05-813c-43c2-bdfc-375d50cd8247 req-c407a005-b8d8-4d75-a08f-88afd53ffbef tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397868 Jan 25 08:43:28.866085 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715ec47-d0a7-4993-a2ce-ef8ad4dbad98 req-17b4f61b-bdf6-43cd-be72-1d85fa0dae03 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:28.867577 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b715ec47-d0a7-4993-a2ce-ef8ad4dbad98 req-17b4f61b-bdf6-43cd-be72-1d85fa0dae03 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0560205 Jan 25 08:43:28.923076 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b715ec47-d0a7-4993-a2ce-ef8ad4dbad98 req-3deb6bcd-c670-43fc-9519-de9c99c499a6 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477445 Jan 25 08:43:29.091248 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccdd95-28ac-4c12-958c-24b2a648e88a req-69752981-349b-480a-ae25-b1852f4779f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:29.092797 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-10ccdd95-28ac-4c12-958c-24b2a648e88a req-69752981-349b-480a-ae25-b1852f4779f6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 1098 time: 0.1353204 Jan 25 08:43:29.190242 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccdd95-28ac-4c12-958c-24b2a648e88a req-425fc0e4-989d-4652-9185-06d97a22d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:29.191870 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-10ccdd95-28ac-4c12-958c-24b2a648e88a req-425fc0e4-989d-4652-9185-06d97a22d84f service neutron] 10.222.0.121 "GET /v2.0/networks?id=7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 200 len: 912 time: 0.0907454 Jan 25 08:43:29.261985 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-10ccdd95-28ac-4c12-958c-24b2a648e88a req-f4111173-f13d-43b1-9122-2aeb16449aa7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb80146-60d5-4ad2-8173-ccb3d000b4c7 HTTP/1.1" status: 200 len: 1001 time: 0.0612738 Jan 25 08:43:29.318181 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccdd95-28ac-4c12-958c-24b2a648e88a req-90945fd4-d458-47f9-84d8-c9f907d7915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:29.319699 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-10ccdd95-28ac-4c12-958c-24b2a648e88a req-90945fd4-d458-47f9-84d8-c9f907d7915b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3aa8424a-f40c-4afe-a08b-80f8771ddc15 HTTP/1.1" status: 200 len: 850 time: 0.0492153 Jan 25 08:43:29.367913 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccdd95-28ac-4c12-958c-24b2a648e88a req-ee83379e-6d66-4491-866e-48701a77ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:29.369443 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-10ccdd95-28ac-4c12-958c-24b2a648e88a req-ee83379e-6d66-4491-866e-48701a77ec34 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7112ec2a-354f-4299-a519-bb5af2762b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432961 Jan 25 08:43:29.491354 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-10ccdd95-28ac-4c12-958c-24b2a648e88a req-861a080c-c8fe-4cbf-9cbe-bb2a92f73e90 service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121089 Jan 25 08:43:29.610273 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-10ccdd95-28ac-4c12-958c-24b2a648e88a req-1eca3441-0aa3-44e4-9833-68b134e25812 service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058829 Jan 25 08:43:29.632422 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842ecc2-45f7-4d8b-acbd-43616c4be8c2 req-a3f24d33-f94a-4783-88e4-7455b2c88966 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:29.634078 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f842ecc2-45f7-4d8b-acbd-43616c4be8c2 req-a3f24d33-f94a-4783-88e4-7455b2c88966 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0514286 Jan 25 08:43:29.689559 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f842ecc2-45f7-4d8b-acbd-43616c4be8c2 req-ed4e3bf6-53f4-450f-bd11-43d9ff31ef65 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484750 Jan 25 08:43:30.045469 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924dc08-28de-4198-b5ee-227be692c5a6 req-f3d84fa9-1516-4302-89f5-c55a898c699d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:30.045469 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9924dc08-28de-4198-b5ee-227be692c5a6 req-f3d84fa9-1516-4302-89f5-c55a898c699d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0507655 Jan 25 08:43:30.098580 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9924dc08-28de-4198-b5ee-227be692c5a6 req-54e63eac-af45-4572-874c-76ffa913bc1c tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470154 Jan 25 08:43:30.344897 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:30.822752 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c2976-7239-4ae1-9afb-a09e9d0baef6 req-4a81564c-3729-45c4-8abd-69bf4ec9197c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:30.824304 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-128c2976-7239-4ae1-9afb-a09e9d0baef6 req-4a81564c-3729-45c4-8abd-69bf4ec9197c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0562418 Jan 25 08:43:30.875577 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-128c2976-7239-4ae1-9afb-a09e9d0baef6 req-47a1e2ad-41ec-4e32-a623-c6240fbf178c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449374 Jan 25 08:43:31.225467 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb8260-6545-4e84-97bb-e437eb98074d req-91e34b63-503d-48af-825e-c1ad14cefadd tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:31.226934 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-afdb8260-6545-4e84-97bb-e437eb98074d req-91e34b63-503d-48af-825e-c1ad14cefadd tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0478623 Jan 25 08:43:31.277297 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-afdb8260-6545-4e84-97bb-e437eb98074d req-e2f4b3a6-4f2c-4eec-bcde-321294a932a9 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443873 Jan 25 08:43:32.002706 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8d99a-46bb-4069-8218-ca1a90581b8b req-b4618275-4180-4f62-af21-c85218dc459b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:32.004200 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-18d8d99a-46bb-4069-8218-ca1a90581b8b req-b4618275-4180-4f62-af21-c85218dc459b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0515172 Jan 25 08:43:32.051965 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-18d8d99a-46bb-4069-8218-ca1a90581b8b req-5ee2ef30-9053-4875-85df-477c96e8e43b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419858 Jan 25 08:43:33.174362 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64c68d-c308-42d7-a42c-7a31c448513b req-31f256cd-0f7c-45d1-8aac-9791c7c973e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:33.175830 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5b64c68d-c308-42d7-a42c-7a31c448513b req-31f256cd-0f7c-45d1-8aac-9791c7c973e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0488389 Jan 25 08:43:33.236647 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5b64c68d-c308-42d7-a42c-7a31c448513b req-7a9068f6-e07b-4772-bb1e-9d9fbf079aa6 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550079 Jan 25 08:43:34.372911 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68debaa3-07bb-4464-8974-da75dc0ebec1 req-b5021409-68f9-4960-9a07-087876929b76 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:34.374450 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-68debaa3-07bb-4464-8974-da75dc0ebec1 req-b5021409-68f9-4960-9a07-087876929b76 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0501962 Jan 25 08:43:34.423373 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-68debaa3-07bb-4464-8974-da75dc0ebec1 req-f739dbab-32af-4824-babd-33f9094a587f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433593 Jan 25 08:43:35.562106 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc90362-5808-4666-a397-e65a2e8c61a6 req-c7c6052e-2449-43aa-b4ae-9af63852cb04 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:35.563793 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4fc90362-5808-4666-a397-e65a2e8c61a6 req-c7c6052e-2449-43aa-b4ae-9af63852cb04 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0511148 Jan 25 08:43:35.617672 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4fc90362-5808-4666-a397-e65a2e8c61a6 req-8e1b5385-1118-4aa0-9713-8125e4c16bea tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481184 Jan 25 08:43:36.747086 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1447-ff6c-4d9a-b810-1de487877ce0 req-c0274059-80ce-4649-ac7a-a86ed33c1281 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:36.749335 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-64ec1447-ff6c-4d9a-b810-1de487877ce0 req-c0274059-80ce-4649-ac7a-a86ed33c1281 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0543513 Jan 25 08:43:36.810867 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-64ec1447-ff6c-4d9a-b810-1de487877ce0 req-babada28-a04c-4e59-9d1d-b23f4e637c6e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524037 Jan 25 08:43:37.950803 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc43157-ad0f-4429-8727-6a4cf4e6bb09 req-c5dffc8f-2af7-4acd-9890-cfaba854b996 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:37.952996 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9bc43157-ad0f-4429-8727-6a4cf4e6bb09 req-c5dffc8f-2af7-4acd-9890-cfaba854b996 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0658627 Jan 25 08:43:38.000863 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9bc43157-ad0f-4429-8727-6a4cf4e6bb09 req-6cc502ac-2dbb-45a1-a8f9-608aeb890b08 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419974 Jan 25 08:43:38.063240 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:43:39.121852 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622cd3f-1148-4bab-af83-3920479551dc req-b36ce745-148a-4dba-8678-8930e3a7e7d7 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:39.123404 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9622cd3f-1148-4bab-af83-3920479551dc req-b36ce745-148a-4dba-8678-8930e3a7e7d7 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0470839 Jan 25 08:43:39.169991 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9622cd3f-1148-4bab-af83-3920479551dc req-6d8a3e50-ca67-4107-bd37-1d458964201d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409870 Jan 25 08:43:39.504630 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9013fc3f-e536-45e8-92f3-92843fce552e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:40.292927 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fb904-1e39-4d92-98a9-879a926cdb53 req-cbbacdcb-21ab-4acf-bced-9a8f6fcf17c8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:40.294464 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b37fb904-1e39-4d92-98a9-879a926cdb53 req-cbbacdcb-21ab-4acf-bced-9a8f6fcf17c8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0544634 Jan 25 08:43:40.342707 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b37fb904-1e39-4d92-98a9-879a926cdb53 req-83ba8787-9212-43a2-9ac5-f0eb7f70348a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427630 Jan 25 08:43:41.464615 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018f173-0ac1-4d92-a950-b1c4c050bc6f req-2c19ea02-31fc-42f5-9f0d-f67d85243234 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:41.466311 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3018f173-0ac1-4d92-a950-b1c4c050bc6f req-2c19ea02-31fc-42f5-9f0d-f67d85243234 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0470250 Jan 25 08:43:41.511863 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3018f173-0ac1-4d92-a950-b1c4c050bc6f req-737ed387-31a0-4247-99f4-acc1744415ec tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401545 Jan 25 08:43:41.687109 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e3754dc3-6989-49e0-8086-87af7d9badf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:42.627925 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859314-33f9-42b5-a4fd-a8a4b32feea4 req-e97755d7-2709-4d1c-81ca-43fb9c1b3685 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:42.629473 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-56859314-33f9-42b5-a4fd-a8a4b32feea4 req-e97755d7-2709-4d1c-81ca-43fb9c1b3685 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0479028 Jan 25 08:43:42.898454 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-56859314-33f9-42b5-a4fd-a8a4b32feea4 req-6197e212-8cb2-489a-b91d-65220327c202 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636409 Jan 25 08:43:43.047672 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:44.018795 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25b19b-9234-4625-8727-6f5149de0990 req-bf7aca16-6710-4f1c-bc9a-8cf515fe392d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:44.020578 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1f25b19b-9234-4625-8727-6f5149de0990 req-bf7aca16-6710-4f1c-bc9a-8cf515fe392d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0518663 Jan 25 08:43:44.066758 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1f25b19b-9234-4625-8727-6f5149de0990 req-1f4af174-64de-4d48-9f47-5ce9047584e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407579 Jan 25 08:43:44.567644 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:44.695148 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device cf6a8b39-19f8-4fc9-b15f-13dde81446ed details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:43:44.803162 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:43:44.813895 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'port_id': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'mac_address': 'fa:16:3e:55:13:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:43:44.855997 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port cf6a8b39-19f8-4fc9-b15f-13dde81446ed is: ACTIVE; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:43:44.859312 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:44.874809 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf6a8b39-19f8-4fc9-b15f-13dde81446ed {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:43:44.895577 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:43:44.993660 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:45.046279 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,revision_number=6']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:45.054473 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:45.054473 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:45.054796 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:45.055071 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:45.055407 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:45.055907 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:45.056422 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:45.056762 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:45.057202 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:45.057546 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:45.057880 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:45.058213 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:45.058542 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:43:45.205793 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bcc04-e008-4949-8686-c76209eabdff req-4b8a9df9-dc9b-485c-8aaa-d961707cf207 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:45.207302 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a13bcc04-e008-4949-8686-c76209eabdff req-4b8a9df9-dc9b-485c-8aaa-d961707cf207 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 944 time: 0.0606508 Jan 25 08:43:45.272323 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a13bcc04-e008-4949-8686-c76209eabdff req-6387366a-839a-4430-a4e6-754e4a4a02cc tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586133 Jan 25 08:43:45.850127 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:46.393983 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362f172-a679-4e29-b770-cf547086f8ca req-645c150a-dac2-4fbd-aa7a-d4f7d4d75b3c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:46.395687 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a362f172-a679-4e29-b770-cf547086f8ca req-645c150a-dac2-4fbd-aa7a-d4f7d4d75b3c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 944 time: 0.0521126 Jan 25 08:43:46.443134 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a362f172-a679-4e29-b770-cf547086f8ca req-49598a78-9a12-435c-a04a-6968c544bdd2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411191 Jan 25 08:43:46.471416 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['cf6a8b39-19f8-4fc9-b15f-13dde81446ed'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:43:47.560852 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7f393-c375-4cb6-bf5e-561445da9d35 req-dc1f2da3-8db0-4ed6-a1be-149911e5af03 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:47.562289 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0b7f393-c375-4cb6-bf5e-561445da9d35 req-dc1f2da3-8db0-4ed6-a1be-149911e5af03 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 944 time: 0.0482647 Jan 25 08:43:47.606709 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0b7f393-c375-4cb6-bf5e-561445da9d35 req-de70e577-3f27-4e3b-80b6-004fd76c7371 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386958 Jan 25 08:43:48.352524 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device cf6a8b39-19f8-4fc9-b15f-13dde81446ed up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:43:48.400351 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port cf6a8b39-19f8-4fc9-b15f-13dde81446ed triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:43:48.400725 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:48.484525 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port cf6a8b39-19f8-4fc9-b15f-13dde81446ed is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:43:48.484525 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:48.503606 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:43:48.510247 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f7ea28-3af7-4159-ad20-2048123549df" -d '{"events": [{"server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "name": "network-vif-plugged", "status": "completed", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:43:48.518908 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:43:48.585131 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:48.635300 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,revision_number=7']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:48.663246 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382170dc-64b9-4b0c-bdf5-7e4f2936222e x-openstack-request-id: req-382170dc-64b9-4b0c-bdf5-7e4f2936222e {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:43:48.663554 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "name": "network-vif-plugged", "status": "completed", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:43:48.663805 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-382170dc-64b9-4b0c-bdf5-7e4f2936222e {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:43:48.664231 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'code': 200} Jan 25 08:43:48.736840 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdb790-f269-4284-a236-110af1a15003 req-4dce564f-ec40-415a-9ed3-dd154b8ebe2f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:48.738292 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24fdb790-f269-4284-a236-110af1a15003 req-4dce564f-ec40-415a-9ed3-dd154b8ebe2f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0555587 Jan 25 08:43:48.794820 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-24fdb790-f269-4284-a236-110af1a15003 req-c0e384e8-c43d-4c73-940c-1c488db70184 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509682 Jan 25 08:43:49.490486 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 46006) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:49.534891 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd54f7f-53e4-4913-9afb-42adc867ed71 admin admin] Deleting subnet 4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82 {{(pid=103105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:43:49.538333 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-efd54f7f-53e4-4913-9afb-42adc867ed71 admin admin] Publish callbacks [] for subnet (4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:49.583613 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-efd54f7f-53e4-4913-9afb-42adc867ed71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9205399'] for subnet (4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:49.631815 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-efd54f7f-53e4-4913-9afb-42adc867ed71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:49.652244 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 46012) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:49.780319 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-91ecf25e-eda1-4986-aa46-4e450d15e5fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:49.800024 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-efd54f7f-53e4-4913-9afb-42adc867ed71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10414861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8486090'] for subnet (4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:49.913406 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-efd54f7f-53e4-4913-9afb-42adc867ed71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:49.921143 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-efd54f7f-53e4-4913-9afb-42adc867ed71 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82 HTTP/1.1" status: 204 len: 168 time: 0.4295478 Jan 25 08:43:49.923221 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd54f7f-53e4-4913-9afb-42adc867ed71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa80b3a-3ffc-4d97-a4c9-e97e1e311b82,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:49.924689 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 46026) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:50.021026 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-91ecf25e-eda1-4986-aa46-4e450d15e5fc admin admin] Publish callbacks [] for security_group (6b51c11d-6076-4522-ab67-ba830bc46a3e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:50.071404 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd159502-cd09-4bd9-80fa-18665455811b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (26fb7a37-2055-4677-9a40-d3aaeacf5bbb), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:50.098553 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4d657-e794-4aa4-984f-c05da1b93276 req-125859fa-989d-4785-a6d9-7954228eb809 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:50.100398 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-07a4d657-e794-4aa4-984f-c05da1b93276 req-125859fa-989d-4785-a6d9-7954228eb809 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.1318560 Jan 25 08:43:50.196279 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-91ecf25e-eda1-4986-aa46-4e450d15e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6b51c11d-6076-4522-ab67-ba830bc46a3e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:50.235083 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-07a4d657-e794-4aa4-984f-c05da1b93276 req-47f2aea0-85ce-435e-95eb-4066f4231fe1 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078205 Jan 25 08:43:50.241623 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-91ecf25e-eda1-4986-aa46-4e450d15e5fc admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a77541b61dfc49a49fa659ef9e6ec785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883172 Jan 25 08:43:50.244397 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 46032) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:50.292872 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd159502-cd09-4bd9-80fa-18665455811b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (26fb7a37-2055-4677-9a40-d3aaeacf5bbb), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:50.300169 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecf25e-eda1-4986-aa46-4e450d15e5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b51c11d-6076-4522-ab67-ba830bc46a3e,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:50.323604 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c231ad52-efd7-4532-9d2d-1d9c6865f6b1 admin admin] Publish callbacks [] for security_group (6b51c11d-6076-4522-ab67-ba830bc46a3e), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:50.346143 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-cd159502-cd09-4bd9-80fa-18665455811b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fb7a37-2055-4677-9a40-d3aaeacf5bbb']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:43:50.359376 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-cd159502-cd09-4bd9-80fa-18665455811b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0afe4a-5b00-4003-b80d-c75f9af4866a') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:43:50.360060 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-cd159502-cd09-4bd9-80fa-18665455811b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0afe4a-5b00-4003-b80d-c75f9af4866a') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:43:50.371119 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd159502-cd09-4bd9-80fa-18665455811b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-499783'] for segment (ca0afe4a-5b00-4003-b80d-c75f9af4866a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:50.381540 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c231ad52-efd7-4532-9d2d-1d9c6865f6b1 admin admin] Publish callbacks [] for security_group (6b51c11d-6076-4522-ab67-ba830bc46a3e), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:50.397100 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd159502-cd09-4bd9-80fa-18665455811b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (ca0afe4a-5b00-4003-b80d-c75f9af4866a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:50.411251 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd159502-cd09-4bd9-80fa-18665455811b admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:43:50.413441 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd159502-cd09-4bd9-80fa-18665455811b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9329113'] for segment (ca0afe4a-5b00-4003-b80d-c75f9af4866a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: Traceback (most recent call last): Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: timer() Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: cb(*args, **kw) Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: return func(*args, **kwargs) Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: self._notify() Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: self.callback(batched_events) Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: event.method(event) Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: return f(self, *a, **k) Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._get(url).json() Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: return self.request(url, 'GET', **kwargs) Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:43:50.415358 dv-cinder-811877-9-iscsi neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:43:50.534240 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c231ad52-efd7-4532-9d2d-1d9c6865f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6b51c11d-6076-4522-ab67-ba830bc46a3e), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:50.537723 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c231ad52-efd7-4532-9d2d-1d9c6865f6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:50.542717 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-c231ad52-efd7-4532-9d2d-1d9c6865f6b1 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6b51c11d-6076-4522-ab67-ba830bc46a3e HTTP/1.1" status: 204 len: 168 time: 0.2950640 Jan 25 08:43:50.554966 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231ad52-efd7-4532-9d2d-1d9c6865f6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b51c11d-6076-4522-ab67-ba830bc46a3e,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:50.562121 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd159502-cd09-4bd9-80fa-18665455811b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (26fb7a37-2055-4677-9a40-d3aaeacf5bbb), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:50.575360 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-cd159502-cd09-4bd9-80fa-18665455811b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:50.582255 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-cd159502-cd09-4bd9-80fa-18665455811b admin admin] 10.222.0.112 "DELETE /v2.0/networks/26fb7a37-2055-4677-9a40-d3aaeacf5bbb HTTP/1.1" status: 204 len: 168 time: 0.6540670 Jan 25 08:43:50.615650 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd159502-cd09-4bd9-80fa-18665455811b admin admin] Pushing event deleted for resources: {'Network': ['ID=26fb7a37-2055-4677-9a40-d3aaeacf5bbb,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:51.067146 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 46050) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:51.132031 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-197e9aa1-9055-4c8a-b1d8-5cdc6d306204 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=207ff4410190407aa7a1f5cfaf50b0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0633519 Jan 25 08:43:51.132729 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 46052) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:43:51.257337 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a5895c86-3224-4837-ad52-07aad7b62b80 admin admin] Publish callbacks [] for security_group (a6fe1171-87e2-42c0-9691-d2d6e1426ab0), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:51.298536 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a5895c86-3224-4837-ad52-07aad7b62b80 admin admin] Publish callbacks [] for security_group (a6fe1171-87e2-42c0-9691-d2d6e1426ab0), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:51.387049 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737036e-e524-4291-b206-df834983f189 req-50c65ef3-9031-4b10-8c0c-ed85509f2308 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:51.388614 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e737036e-e524-4291-b206-df834983f189 req-50c65ef3-9031-4b10-8c0c-ed85509f2308 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0537877 Jan 25 08:43:51.437437 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e737036e-e524-4291-b206-df834983f189 req-b13fda38-bf77-4687-8d82-07286b5661c2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431635 Jan 25 08:43:51.545284 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a5895c86-3224-4837-ad52-07aad7b62b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (a6fe1171-87e2-42c0-9691-d2d6e1426ab0), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:51.548803 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a5895c86-3224-4837-ad52-07aad7b62b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:43:51.550019 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-a5895c86-3224-4837-ad52-07aad7b62b80 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a6fe1171-87e2-42c0-9691-d2d6e1426ab0 HTTP/1.1" status: 204 len: 168 time: 0.4146907 Jan 25 08:43:51.558984 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5895c86-3224-4837-ad52-07aad7b62b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fe1171-87e2-42c0-9691-d2d6e1426ab0,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:43:52.626687 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4755de-6ba9-4061-beb2-fcb053ccd990 req-bb877bb4-a888-4e3e-8db1-9f627c0eeb6a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:52.628036 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7f4755de-6ba9-4061-beb2-fcb053ccd990 req-bb877bb4-a888-4e3e-8db1-9f627c0eeb6a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.1005788 Jan 25 08:43:52.696079 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7f4755de-6ba9-4061-beb2-fcb053ccd990 req-51e548db-fdef-4185-b06d-cbda71e0125b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519383 Jan 25 08:43:53.838751 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a8aee-12b0-4ede-8e04-f4ff7a1d515e req-652a8d12-3c22-4142-9df6-4e35c76f03c8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:53.840361 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-803a8aee-12b0-4ede-8e04-f4ff7a1d515e req-652a8d12-3c22-4142-9df6-4e35c76f03c8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0535600 Jan 25 08:43:53.890902 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-803a8aee-12b0-4ede-8e04-f4ff7a1d515e req-a68e004b-25de-427a-981a-5275611b1537 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441706 Jan 25 08:43:55.017172 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9eae2a-677e-46f6-bfa9-a6b31eacc8e7 req-41b1c30a-ba04-43cc-a44c-8c187679d18a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:55.018672 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1b9eae2a-677e-46f6-bfa9-a6b31eacc8e7 req-41b1c30a-ba04-43cc-a44c-8c187679d18a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0478280 Jan 25 08:43:55.070071 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1b9eae2a-677e-46f6-bfa9-a6b31eacc8e7 req-ea9ac5b6-754b-4bda-b1fb-f1008759d5dd tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452707 Jan 25 08:43:56.211887 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa694d00-f0b6-404f-bfc4-9a06e85446d1 req-f408b819-0e1a-4306-bae1-4bec1a2e59bc tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:56.218952 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-aa694d00-f0b6-404f-bfc4-9a06e85446d1 req-f408b819-0e1a-4306-bae1-4bec1a2e59bc tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0598149 Jan 25 08:43:56.265520 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-aa694d00-f0b6-404f-bfc4-9a06e85446d1 req-2d1b076b-f371-45cc-87c7-772688728332 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453176 Jan 25 08:43:57.393797 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bab28-0b2f-4cad-ac9e-6a7d1b452766 req-eeaeda3e-7e5f-4ac5-9830-f66fed1917a6 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:57.396053 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e66bab28-0b2f-4cad-ac9e-6a7d1b452766 req-eeaeda3e-7e5f-4ac5-9830-f66fed1917a6 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0560734 Jan 25 08:43:57.449850 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e66bab28-0b2f-4cad-ac9e-6a7d1b452766 req-8f9b4f22-89c5-469f-988b-cce57edafa13 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479422 Jan 25 08:43:58.588253 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8850b4-2618-4123-aa29-f5f6b2feed0a req-9124e3e9-23fe-4dab-aefd-ae0d53218d08 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:58.589712 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5a8850b4-2618-4123-aa29-f5f6b2feed0a req-9124e3e9-23fe-4dab-aefd-ae0d53218d08 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0545442 Jan 25 08:43:58.651054 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5a8850b4-2618-4123-aa29-f5f6b2feed0a req-10e06cc2-82a8-4546-98a4-47ed24cecff6 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554664 Jan 25 08:43:59.782845 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff6f0f-a4b8-4b37-ad0a-f5993184667c req-b014ac2e-0fc0-4b7d-8e82-12cc3afbbb4f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:43:59.785259 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-33ff6f0f-a4b8-4b37-ad0a-f5993184667c req-b014ac2e-0fc0-4b7d-8e82-12cc3afbbb4f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0501835 Jan 25 08:43:59.835596 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-33ff6f0f-a4b8-4b37-ad0a-f5993184667c req-a6eaacaa-da03-4b44-90e1-5248e62b7834 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444622 Jan 25 08:44:00.367747 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:00.967991 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c446ed2-22d5-4102-8b98-0a1650f0ed4c req-37857520-ab69-42c3-88c5-7a767e04d5d8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:00.970125 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3c446ed2-22d5-4102-8b98-0a1650f0ed4c req-37857520-ab69-42c3-88c5-7a767e04d5d8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0534394 Jan 25 08:44:01.030622 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3c446ed2-22d5-4102-8b98-0a1650f0ed4c req-8d69ca46-63b7-4bb7-9737-d0ee9452ea78 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506861 Jan 25 08:44:02.156855 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dcc7f-820c-454f-8fa7-6b3c448860c3 req-c5dd4100-8b94-48eb-9ea1-9da0de776d30 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:02.158326 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-892dcc7f-820c-454f-8fa7-6b3c448860c3 req-c5dd4100-8b94-48eb-9ea1-9da0de776d30 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0526476 Jan 25 08:44:02.211645 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-892dcc7f-820c-454f-8fa7-6b3c448860c3 req-ffce03b0-358d-45e4-ab12-a6c420b35ad1 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475843 Jan 25 08:44:03.340927 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926fb8e-b324-4f33-b675-5ae71d4d4338 req-6b5b0898-12df-4da3-a09a-a0dfa077318d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:03.343028 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3926fb8e-b324-4f33-b675-5ae71d4d4338 req-6b5b0898-12df-4da3-a09a-a0dfa077318d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0500810 Jan 25 08:44:03.395907 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3926fb8e-b324-4f33-b675-5ae71d4d4338 req-1952ba27-a134-428e-b2c5-3629b7252809 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468910 Jan 25 08:44:04.513208 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43251936-29f3-4de7-a04c-ddfd75c26f9e req-54a70c5b-91f6-4f5d-917f-84e65e008bfb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:04.514728 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-43251936-29f3-4de7-a04c-ddfd75c26f9e req-54a70c5b-91f6-4f5d-917f-84e65e008bfb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0465133 Jan 25 08:44:04.559880 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-43251936-29f3-4de7-a04c-ddfd75c26f9e req-6f75bf31-2542-48e9-83cb-82c63735ffe8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394695 Jan 25 08:44:05.679666 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0371dc3-313d-4f69-b035-b49771a1c0be req-7d31a317-c843-4694-a0e4-1ae2dc2cb2d7 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:05.681146 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b0371dc3-313d-4f69-b035-b49771a1c0be req-7d31a317-c843-4694-a0e4-1ae2dc2cb2d7 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0480628 Jan 25 08:44:05.728351 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b0371dc3-313d-4f69-b035-b49771a1c0be req-5a517d0e-7a09-44f7-a659-65daac6e5478 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413525 Jan 25 08:44:06.853836 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b2b12-5bd1-4f41-8583-0d413f4edd9e req-be3f07f0-4531-412e-bfdb-f33916d6d1cd tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:06.855341 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9c1b2b12-5bd1-4f41-8583-0d413f4edd9e req-be3f07f0-4531-412e-bfdb-f33916d6d1cd tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0512056 Jan 25 08:44:06.912783 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9c1b2b12-5bd1-4f41-8583-0d413f4edd9e req-2c76e3dc-1800-4446-a47d-389ac9d4d615 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474334 Jan 25 08:44:07.190870 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abbc7e-b61e-4fa9-9044-bc2fdf5c4967 req-ca28fa26-13fb-45ec-8292-6f9756789848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:07.192379 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-89abbc7e-b61e-4fa9-9044-bc2fdf5c4967 req-ca28fa26-13fb-45ec-8292-6f9756789848 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 1098 time: 0.0454333 Jan 25 08:44:07.293396 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abbc7e-b61e-4fa9-9044-bc2fdf5c4967 req-dfa846d2-833c-4268-8644-e82dcbf2a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:07.295638 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-89abbc7e-b61e-4fa9-9044-bc2fdf5c4967 req-dfa846d2-833c-4268-8644-e82dcbf2a1ab service neutron] 10.222.0.121 "GET /v2.0/networks?id=1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 200 len: 916 time: 0.0836115 Jan 25 08:44:07.364470 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-89abbc7e-b61e-4fa9-9044-bc2fdf5c4967 req-76906dce-5d07-4015-986f-2ace155ea504 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed HTTP/1.1" status: 200 len: 1001 time: 0.0630124 Jan 25 08:44:07.412789 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abbc7e-b61e-4fa9-9044-bc2fdf5c4967 req-b287cc7a-bffd-4d61-bfbe-9e067633b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:07.414199 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-89abbc7e-b61e-4fa9-9044-bc2fdf5c4967 req-b287cc7a-bffd-4d61-bfbe-9e067633b5f7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3f7bec09-c3cd-427a-a947-5b8b47de6266 HTTP/1.1" status: 200 len: 854 time: 0.0432065 Jan 25 08:44:07.457973 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abbc7e-b61e-4fa9-9044-bc2fdf5c4967 req-28b9a4e8-0d0d-4b66-8cb4-1f52ef2e96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:07.459399 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-89abbc7e-b61e-4fa9-9044-bc2fdf5c4967 req-28b9a4e8-0d0d-4b66-8cb4-1f52ef2e96e4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1034f08a-497e-433f-a3f5-f68e036144ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377021 Jan 25 08:44:07.555883 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-89abbc7e-b61e-4fa9-9044-bc2fdf5c4967 req-c4eb689f-7a74-46b2-8304-a468b48983df service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891058 Jan 25 08:44:07.645802 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-89abbc7e-b61e-4fa9-9044-bc2fdf5c4967 req-12c5b7d3-0915-4e38-abba-ca8e212debf3 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828958 Jan 25 08:44:08.038503 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6be865-2a2b-498d-8ee8-eba80075378a req-984ae420-6071-4221-854a-7407b592d009 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:08.039964 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fc6be865-2a2b-498d-8ee8-eba80075378a req-984ae420-6071-4221-854a-7407b592d009 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0522661 Jan 25 08:44:08.092417 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fc6be865-2a2b-498d-8ee8-eba80075378a req-a23a7bca-4517-46c4-ba38-641ec8b2af06 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463266 Jan 25 08:44:08.371288 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d23c6c-cefc-48e4-a973-0d296fbf7ece req-0ee53b15-3932-4c80-a6f8-32cca5300028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:08.373373 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-06d23c6c-cefc-48e4-a973-0d296fbf7ece req-0ee53b15-3932-4c80-a6f8-32cca5300028 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 1098 time: 0.0432880 Jan 25 08:44:09.208535 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ebb81-896d-4b90-8419-aa300b3d834e req-6c8e927c-3741-477a-a4fe-0e378e763890 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:09.209923 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-346ebb81-896d-4b90-8419-aa300b3d834e req-6c8e927c-3741-477a-a4fe-0e378e763890 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 945 time: 0.0473788 Jan 25 08:44:09.256675 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-346ebb81-896d-4b90-8419-aa300b3d834e req-8c6c9868-121a-4ed8-8209-9649947138e1 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412550 Jan 25 08:44:09.425185 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device cf6a8b39-19f8-4fc9-b15f-13dde81446ed no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:44:09.606783 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-47aa8afc-5e15-4787-8d55-79ebec2a41a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:09.620615 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port cf6a8b39-19f8-4fc9-b15f-13dde81446ed is: ACTIVE; New status is: DOWN {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:44:09.620996 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:09.643921 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:44:09.646427 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451dc629-79a8-40fe-aa02-b8f24500865c" -d '{"events": [{"server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:44:09.658331 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:44:09.684670 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 25 Jan 2022 08:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de55d55-5fa7-407f-9d1c-4c7edbfd6dff x-openstack-request-id: req-9de55d55-5fa7-407f-9d1c-4c7edbfd6dff {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:44:09.684979 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:44:09.685788 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9de55d55-5fa7-407f-9d1c-4c7edbfd6dff {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:44:09.686240 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'code': 200} Jan 25 08:44:09.727835 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:09.776924 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,revision_number=8']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:10.374199 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86d82b-2a2d-428a-a811-4d58c1950e6c req-65fb078b-f8ef-4cb3-bfb4-39f81ee8bc72 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:10.375671 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7d86d82b-2a2d-428a-a811-4d58c1950e6c req-65fb078b-f8ef-4cb3-bfb4-39f81ee8bc72 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0474048 Jan 25 08:44:10.422025 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7d86d82b-2a2d-428a-a811-4d58c1950e6c req-af0b27e9-dca1-4492-8a41-5d8334581758 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407474 Jan 25 08:44:11.545680 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016be644-f079-462a-a2eb-44f7d26d4780 req-f645aaff-8823-4daf-95ce-1b4d2e3cc344 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:11.547118 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-016be644-f079-462a-a2eb-44f7d26d4780 req-f645aaff-8823-4daf-95ce-1b4d2e3cc344 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0464926 Jan 25 08:44:11.591676 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-016be644-f079-462a-a2eb-44f7d26d4780 req-02591c82-8973-4a25-a202-25d54166c405 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389028 Jan 25 08:44:11.683796 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7dc5-8831-4f25-90aa-1a3b0c9b13ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:12.017685 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d23c6c-cefc-48e4-a973-0d296fbf7ece req-67c810c8-7da5-46e1-8b1a-96a0c2a2668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:12.019189 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-06d23c6c-cefc-48e4-a973-0d296fbf7ece req-67c810c8-7da5-46e1-8b1a-96a0c2a2668e service neutron] 10.222.0.121 "GET /v2.0/networks?id=1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 200 len: 916 time: 0.0953460 Jan 25 08:44:12.091633 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-06d23c6c-cefc-48e4-a973-0d296fbf7ece req-6a9d6644-df7a-4a5a-8b27-908d128632d2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed HTTP/1.1" status: 200 len: 999 time: 0.0658567 Jan 25 08:44:12.145239 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d23c6c-cefc-48e4-a973-0d296fbf7ece req-c63a2191-c6de-45d7-a9a9-cce17931b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:12.146736 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-06d23c6c-cefc-48e4-a973-0d296fbf7ece req-c63a2191-c6de-45d7-a9a9-cce17931b70a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3f7bec09-c3cd-427a-a947-5b8b47de6266 HTTP/1.1" status: 200 len: 854 time: 0.0450993 Jan 25 08:44:12.196112 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d23c6c-cefc-48e4-a973-0d296fbf7ece req-d5b8b8c1-a5e8-4f39-873e-29016b3f419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:12.197650 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-06d23c6c-cefc-48e4-a973-0d296fbf7ece req-d5b8b8c1-a5e8-4f39-873e-29016b3f419e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1034f08a-497e-433f-a3f5-f68e036144ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426633 Jan 25 08:44:12.292433 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-06d23c6c-cefc-48e4-a973-0d296fbf7ece req-4dd5a156-e0d2-4a84-8509-15ceb420ee7a service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862591 Jan 25 08:44:12.380575 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-06d23c6c-cefc-48e4-a973-0d296fbf7ece req-3b442dc3-6488-41a6-9ffc-c831f18f12af service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821207 Jan 25 08:44:12.722300 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956f7d0-6783-4224-ae9f-e21cccca7e15 req-4775dc2b-4dd4-49af-82fa-5013d6664026 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:12.723794 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c956f7d0-6783-4224-ae9f-e21cccca7e15 req-4775dc2b-4dd4-49af-82fa-5013d6664026 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0496199 Jan 25 08:44:12.770305 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c956f7d0-6783-4224-ae9f-e21cccca7e15 req-579cd05a-6d1e-4ace-bb06-e8df2340ece4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406537 Jan 25 08:44:13.059175 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:13.895958 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3517ca-ebfa-4854-a2e2-bb9956b6b4c2 req-26be4796-c9b2-4878-a29f-52e4934a7307 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:13.897530 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bb3517ca-ebfa-4854-a2e2-bb9956b6b4c2 req-26be4796-c9b2-4878-a29f-52e4934a7307 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0509419 Jan 25 08:44:13.946989 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bb3517ca-ebfa-4854-a2e2-bb9956b6b4c2 req-49528b0a-4077-43ee-a17d-c95760526580 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438843 Jan 25 08:44:14.482806 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 46466) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:44:14.589965 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:14.650483 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:14.662366 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Publish callbacks [] for security_group (0f9d87c5-a17e-42bc-9238-1b07780e8751), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:14.736032 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (0f9d87c5-a17e-42bc-9238-1b07780e8751), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:14.782244 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9d87c5-a17e-42bc-9238-1b07780e8751,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:14.792285 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b3a8db4fb0a142faa1517ee3cdad0786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082399 Jan 25 08:44:14.793783 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.794132 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.795569 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 46476) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:44:14.796147 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.797191 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.798183 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.798880 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.799459 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.800030 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.800871 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.801449 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.801994 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.802594 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.803127 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c2ad1-4eb3-4a58-b7f5-986290bfd23d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.846383 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Publish callbacks [] for security_group (0f9d87c5-a17e-42bc-9238-1b07780e8751), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:14.871823 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Publish callbacks [] for security_group (0f9d87c5-a17e-42bc-9238-1b07780e8751), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:14.967129 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (0f9d87c5-a17e-42bc-9238-1b07780e8751), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:14.970659 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:14.975225 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0f9d87c5-a17e-42bc-9238-1b07780e8751 HTTP/1.1" status: 204 len: 168 time: 0.1744044 Jan 25 08:44:14.986211 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9d87c5-a17e-42bc-9238-1b07780e8751,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:14.994328 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.994683 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.995041 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.995377 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.995838 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.996162 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.998161 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.998161 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.998161 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.998161 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.998161 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.998161 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:14.999166 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079e70a-2d0e-425a-9909-631192b494d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:15.062486 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:44:15.309957 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [req-d5598eae-5bcb-4f40-84ce-880f4de43cc0 req-3295f954-9251-4152-a3e1-fa5fa02da8b9 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:44:15.311711 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d5598eae-5bcb-4f40-84ce-880f4de43cc0 req-3295f954-9251-4152-a3e1-fa5fa02da8b9 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1079338 Jan 25 08:44:15.610995 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b9b33-5acd-4c97-8b1a-1b61f766aa10 req-6ef6cd12-5d37-444c-97cf-37b5aa51115b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:15.612513 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3a7b9b33-5acd-4c97-8b1a-1b61f766aa10 req-6ef6cd12-5d37-444c-97cf-37b5aa51115b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0498672 Jan 25 08:44:15.666133 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3a7b9b33-5acd-4c97-8b1a-1b61f766aa10 req-65c5aee2-716c-4bff-8882-d9eaff09489d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479798 Jan 25 08:44:15.841832 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:16.093690 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 46518) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:44:16.177055 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-d72213ad-e915-4e83-9f0d-8ade648955c6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821292 Jan 25 08:44:16.185689 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-ae87b66c-0919-4c52-962c-051be0203e5b service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:44:16.186655 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-ae87b66c-0919-4c52-962c-051be0203e5b service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050812 Jan 25 08:44:16.789803 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf739927-a589-424d-bfb3-d837b8eddffb req-6d03c891-232e-4913-8980-18641bfb1f18 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:16.791262 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cf739927-a589-424d-bfb3-d837b8eddffb req-6d03c891-232e-4913-8980-18641bfb1f18 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0495718 Jan 25 08:44:16.840596 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cf739927-a589-424d-bfb3-d837b8eddffb req-3fd54833-713e-4f0d-8b37-9bbb89d87d9b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427740 Jan 25 08:44:17.514714 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device cf6a8b39-19f8-4fc9-b15f-13dde81446ed no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:44:17.594435 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port cf6a8b39-19f8-4fc9-b15f-13dde81446ed is: DOWN; New status is: DOWN {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:44:17.971418 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1cc0f-78a5-4dd6-b0c2-894d69368176 req-19edc180-e582-445e-890c-f328400baa4c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:17.972902 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d6d1cc0f-78a5-4dd6-b0c2-894d69368176 req-19edc180-e582-445e-890c-f328400baa4c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0467901 Jan 25 08:44:18.017074 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d6d1cc0f-78a5-4dd6-b0c2-894d69368176 req-4f6cdeeb-6afb-468c-ad9d-ddbb7cb06722 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387645 Jan 25 08:44:19.134238 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be608599-8fed-4cc3-8abe-e5d2c8f7b0c2 req-7713fe91-1643-4cb6-9373-da82656d166c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:19.135672 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-be608599-8fed-4cc3-8abe-e5d2c8f7b0c2 req-7713fe91-1643-4cb6-9373-da82656d166c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0476918 Jan 25 08:44:19.183544 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-be608599-8fed-4cc3-8abe-e5d2c8f7b0c2 req-32a1406a-e1a9-499d-a4bc-c1513c5c4250 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423183 Jan 25 08:44:20.307417 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1fc87-d12e-43de-b8cc-f5de91c13bd2 req-29865d83-9dd3-4edc-8976-b352f97fea13 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:20.308968 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e8e1fc87-d12e-43de-b8cc-f5de91c13bd2 req-29865d83-9dd3-4edc-8976-b352f97fea13 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0502603 Jan 25 08:44:20.359143 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e8e1fc87-d12e-43de-b8cc-f5de91c13bd2 req-020fe648-52c2-4950-bc83-96c47583a0cf tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418341 Jan 25 08:44:21.479104 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db587f-c8dd-4a67-b96c-14234b8f53a8 req-1e39ac9e-b05b-4731-8476-b00ef6050aac tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:21.480577 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-26db587f-c8dd-4a67-b96c-14234b8f53a8 req-1e39ac9e-b05b-4731-8476-b00ef6050aac tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0482285 Jan 25 08:44:21.531929 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-26db587f-c8dd-4a67-b96c-14234b8f53a8 req-c9385e06-fa9c-4343-8f2d-544af809118f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449464 Jan 25 08:44:22.690186 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af1d87-f119-43b0-b6cc-ba103e61742e req-dda13627-4ec7-4045-8595-6cc66c963c18 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:22.691761 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-79af1d87-f119-43b0-b6cc-ba103e61742e req-dda13627-4ec7-4045-8595-6cc66c963c18 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0778010 Jan 25 08:44:22.741318 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-79af1d87-f119-43b0-b6cc-ba103e61742e req-2c2e32c4-9a07-4990-9abc-2ee8f595404e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439684 Jan 25 08:44:23.255552 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-eed44493-5994-43ef-a64b-a498009275af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:23.257105 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-eed44493-5994-43ef-a64b-a498009275af service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9&tenant_id=bb66612854e24630a2dcbc38aa78dcf2 HTTP/1.1" status: 200 len: 1096 time: 0.0716150 Jan 25 08:44:23.319077 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-c2183d96-de4c-4690-98ff-3871c71d8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:23.320569 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-c2183d96-de4c-4690-98ff-3871c71d8283 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0396423 Jan 25 08:44:23.415318 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-7d4c7160-8245-45b0-841e-bf5f977e775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:23.416825 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-7d4c7160-8245-45b0-841e-bf5f977e775b service neutron] 10.222.0.121 "GET /v2.0/networks?id=1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 200 len: 916 time: 0.0855405 Jan 25 08:44:23.863667 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b145b2-ffee-43c9-bf5c-2562edbb8f11 req-14c72f9f-c8ca-485e-b8b8-8ecb8f0bb25e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:23.865142 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-80b145b2-ffee-43c9-bf5c-2562edbb8f11 req-14c72f9f-c8ca-485e-b8b8-8ecb8f0bb25e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0473831 Jan 25 08:44:23.911769 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-80b145b2-ffee-43c9-bf5c-2562edbb8f11 req-3f0b72a9-a384-4acc-b967-2d196baec038 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410087 Jan 25 08:44:25.028129 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a0e16-3832-4b28-aa13-fc9b7e4b114f req-390b0630-3c29-4342-9d84-95d369e75b8c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:25.029503 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-112a0e16-3832-4b28-aa13-fc9b7e4b114f req-390b0630-3c29-4342-9d84-95d369e75b8c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0473137 Jan 25 08:44:25.075091 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-112a0e16-3832-4b28-aa13-fc9b7e4b114f req-79730e38-bd53-4b48-bf84-4fe422b11ebd tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391266 Jan 25 08:44:26.194084 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846c410-8124-4ecf-8fc1-9abc5bff79a7 req-ab479ba9-2d76-44e2-aa41-00c5887667de tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:26.195560 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7846c410-8124-4ecf-8fc1-9abc5bff79a7 req-ab479ba9-2d76-44e2-aa41-00c5887667de tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0483203 Jan 25 08:44:26.249892 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7846c410-8124-4ecf-8fc1-9abc5bff79a7 req-4d5b1187-ed15-4507-961a-92eb67113f1e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482395 Jan 25 08:44:27.372247 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d2f7c-a4e2-4cd9-ac25-e7885511f421 req-cc979b50-1a8b-4f6b-a583-e1ad24f9e134 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:27.373689 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-255d2f7c-a4e2-4cd9-ac25-e7885511f421 req-cc979b50-1a8b-4f6b-a583-e1ad24f9e134 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0491729 Jan 25 08:44:27.421998 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-255d2f7c-a4e2-4cd9-ac25-e7885511f421 req-ca4dc0ef-3c4e-4bea-a509-a7e23abb613b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422668 Jan 25 08:44:28.539638 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e0b1f-9cf6-4752-8b18-51cc9e797bc8 req-76fff14b-cfe3-4361-859a-b3de22d257d5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:28.541087 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-447e0b1f-9cf6-4752-8b18-51cc9e797bc8 req-76fff14b-cfe3-4361-859a-b3de22d257d5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0466473 Jan 25 08:44:28.632462 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-447e0b1f-9cf6-4752-8b18-51cc9e797bc8 req-a4dea7ff-3ad2-45ac-a7fe-e69b967e84f5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859048 Jan 25 08:44:28.640572 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-6aa48c9f-1a0f-430b-ac86-cd82a60b6a2c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed HTTP/1.1" status: 200 len: 999 time: 0.0806496 Jan 25 08:44:29.755327 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4fbd1-4b9a-4dd6-aff3-4f36127feb2f req-9a4edb21-2c17-412d-8269-1df90a18ea0f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:29.756762 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-56f4fbd1-4b9a-4dd6-aff3-4f36127feb2f req-9a4edb21-2c17-412d-8269-1df90a18ea0f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0496709 Jan 25 08:44:29.803822 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-56f4fbd1-4b9a-4dd6-aff3-4f36127feb2f req-375644dc-56bf-4660-8d1a-6736fea8f47c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415461 Jan 25 08:44:30.355999 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:30.923365 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11688b4-c0cc-4fde-99e6-4bab0ce7668e req-e40fd92e-3e19-41f7-8c00-7ca38b19e639 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:30.924869 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c11688b4-c0cc-4fde-99e6-4bab0ce7668e req-e40fd92e-3e19-41f7-8c00-7ca38b19e639 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0487313 Jan 25 08:44:30.971413 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c11688b4-c0cc-4fde-99e6-4bab0ce7668e req-13a960a6-3029-4309-99b0-0dcea1b05d5d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409896 Jan 25 08:44:31.893799 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-dea5d0f6-add0-44a8-9416-d733f2d00788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:31.895668 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-dea5d0f6-add0-44a8-9416-d733f2d00788 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3f7bec09-c3cd-427a-a947-5b8b47de6266 HTTP/1.1" status: 200 len: 854 time: 0.0453107 Jan 25 08:44:32.090898 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2b7e8-7ac6-42a7-a933-e571d821ba67 req-036630ea-1489-466b-b514-ef350a677ae6 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:32.092437 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ccb2b7e8-7ac6-42a7-a933-e571d821ba67 req-036630ea-1489-466b-b514-ef350a677ae6 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0488656 Jan 25 08:44:32.143670 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ccb2b7e8-7ac6-42a7-a933-e571d821ba67 req-101b55ba-84df-4b65-91a7-681de9a3a19d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457010 Jan 25 08:44:33.264353 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf63d85-8bd8-47cf-8774-2876f24989ea req-b0309454-dc16-40d0-a4ba-969466df48a5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:33.265893 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8cf63d85-8bd8-47cf-8774-2876f24989ea req-b0309454-dc16-40d0-a4ba-969466df48a5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0483091 Jan 25 08:44:33.317229 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8cf63d85-8bd8-47cf-8774-2876f24989ea req-075ede1b-3e39-4e05-b074-e49cb493ba25 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456245 Jan 25 08:44:34.439679 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8e31d-ebd1-46da-a2b6-a1c8c36023a3 req-c67e51c0-0b04-40a1-aa56-ca1704efc641 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:34.441151 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a4b8e31d-ebd1-46da-a2b6-a1c8c36023a3 req-c67e51c0-0b04-40a1-aa56-ca1704efc641 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0537059 Jan 25 08:44:34.487223 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a4b8e31d-ebd1-46da-a2b6-a1c8c36023a3 req-c893256a-f69d-48f2-b1fa-7dfe697abfcf tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404723 Jan 25 08:44:35.236730 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-77f542f6-23cb-4143-8fe3-243ae4f1d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:35.238141 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-77f542f6-23cb-4143-8fe3-243ae4f1d276 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1034f08a-497e-433f-a3f5-f68e036144ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405333 Jan 25 08:44:35.330083 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-0cd7d59a-b64a-43d4-b2ba-3e4c23b891ce service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852344 Jan 25 08:44:35.421196 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6e314385-4c4a-4f6c-8345-396544fad4ca req-6f919013-d678-4e53-a2b0-3730436d18c3 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853894 Jan 25 08:44:35.607241 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a74b9e-1f80-4afa-b7fd-1456ed871dea req-d373790f-f20d-4835-8af1-cb597288d33c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:35.609190 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-75a74b9e-1f80-4afa-b7fd-1456ed871dea req-d373790f-f20d-4835-8af1-cb597288d33c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0491180 Jan 25 08:44:35.658710 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-75a74b9e-1f80-4afa-b7fd-1456ed871dea req-90c9f151-1019-4ec6-bb25-15be6d7dc98b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438948 Jan 25 08:44:36.778959 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c236b93-b6a7-48ec-a84a-b32928ba1a7a req-da4ffc2e-03f1-4ec3-89dc-fc6aee6bc0e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:36.780449 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3c236b93-b6a7-48ec-a84a-b32928ba1a7a req-da4ffc2e-03f1-4ec3-89dc-fc6aee6bc0e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0480683 Jan 25 08:44:36.831520 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3c236b93-b6a7-48ec-a84a-b32928ba1a7a req-67c93e7c-4c8a-4468-a23e-0687f8bb9d5f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449264 Jan 25 08:44:37.979183 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc23462-0cd0-49c6-8427-519ac02ba16e req-b19f3d1d-79be-4e9c-902b-ebf4849e0b9f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:37.980744 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8fc23462-0cd0-49c6-8427-519ac02ba16e req-b19f3d1d-79be-4e9c-902b-ebf4849e0b9f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0525813 Jan 25 08:44:38.049987 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8fc23462-0cd0-49c6-8427-519ac02ba16e req-3b176e7e-8958-4107-86fa-cb4d35ebf603 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626957 Jan 25 08:44:39.182460 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7719f29-42ce-45de-aadf-1795cf7f19bc req-cff6619f-bb6f-4e44-a516-21ac5f2cf122 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:39.183959 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a7719f29-42ce-45de-aadf-1795cf7f19bc req-cff6619f-bb6f-4e44-a516-21ac5f2cf122 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0532897 Jan 25 08:44:39.234360 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a7719f29-42ce-45de-aadf-1795cf7f19bc req-406c6c85-6b9d-4842-9ae4-4f8dd1c34375 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438912 Jan 25 08:44:39.512403 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-7245a430-a75b-4fbf-be92-c786ba0362fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:40.359282 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39683c5b-c81e-4f2a-a274-aba1848918b1 req-81fc4d2b-2b09-45a1-9e48-dd4c830dacb2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:40.360866 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-39683c5b-c81e-4f2a-a274-aba1848918b1 req-81fc4d2b-2b09-45a1-9e48-dd4c830dacb2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0497139 Jan 25 08:44:40.421584 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-39683c5b-c81e-4f2a-a274-aba1848918b1 req-07a373f9-5ec3-456e-8013-e12f2f4ca433 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549724 Jan 25 08:44:41.226486 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 46830) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:44:41.354415 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-193722c6-5d8d-49ed-9531-f019ee759444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:41.446874 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-193722c6-5d8d-49ed-9531-f019ee759444 admin admin] Publish callbacks [] for security_group (30710b09-754b-4b80-802f-6f7225f1911f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:41.572153 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a90ba3-5ef5-4543-816c-b40c647b49c4 req-411bcfbb-6bed-46ba-97c2-a04b80df72a3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:41.574169 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-12a90ba3-5ef5-4543-816c-b40c647b49c4 req-411bcfbb-6bed-46ba-97c2-a04b80df72a3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0600657 Jan 25 08:44:41.624557 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-12a90ba3-5ef5-4543-816c-b40c647b49c4 req-546d7842-8a54-4120-b68a-2c3795ada555 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436196 Jan 25 08:44:41.644011 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-193722c6-5d8d-49ed-9531-f019ee759444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (30710b09-754b-4b80-802f-6f7225f1911f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:41.687532 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193722c6-5d8d-49ed-9531-f019ee759444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30710b09-754b-4b80-802f-6f7225f1911f,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:41.697633 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-193722c6-5d8d-49ed-9531-f019ee759444 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b395512cf6ce4d77b76e2dbf721f0e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4700599 Jan 25 08:44:41.700513 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 46840) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:44:41.878461 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-8f264cd2-0e17-4c87-83eb-2fcc81488856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:41.980561 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-578ae25a-96c3-4e35-a274-90e0a80570d8 admin admin] Publish callbacks [] for security_group (30710b09-754b-4b80-802f-6f7225f1911f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:42.003298 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-578ae25a-96c3-4e35-a274-90e0a80570d8 admin admin] Publish callbacks [] for security_group (30710b09-754b-4b80-802f-6f7225f1911f), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:42.164346 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-578ae25a-96c3-4e35-a274-90e0a80570d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (30710b09-754b-4b80-802f-6f7225f1911f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:42.168815 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-578ae25a-96c3-4e35-a274-90e0a80570d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:42.173512 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-578ae25a-96c3-4e35-a274-90e0a80570d8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/30710b09-754b-4b80-802f-6f7225f1911f HTTP/1.1" status: 204 len: 168 time: 0.4690807 Jan 25 08:44:42.183511 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ae25a-96c3-4e35-a274-90e0a80570d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30710b09-754b-4b80-802f-6f7225f1911f,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:42.765955 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b227e3-0b8d-4488-85eb-3a078f1e6fce req-338f194b-ff32-432f-9235-8003a9ba9165 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:42.767592 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-78b227e3-0b8d-4488-85eb-3a078f1e6fce req-338f194b-ff32-432f-9235-8003a9ba9165 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0507948 Jan 25 08:44:42.815217 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-78b227e3-0b8d-4488-85eb-3a078f1e6fce req-1e4ca524-4b44-4d62-9939-9c80463e66bb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414333 Jan 25 08:44:43.055055 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:43.947632 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf7fee-9d51-4023-a771-13114b2ba741 req-9fbeed82-8d7a-47ad-bba5-82cdcaf0edf4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:43.949364 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1faf7fee-9d51-4023-a771-13114b2ba741 req-9fbeed82-8d7a-47ad-bba5-82cdcaf0edf4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0592957 Jan 25 08:44:44.014934 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1faf7fee-9d51-4023-a771-13114b2ba741 req-4b4d3a3b-a9af-4906-b3c7-ead868873def tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538421 Jan 25 08:44:44.592571 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:44.913607 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 46874) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:44:45.032925 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dac93983-312d-4e2d-9622-563af692ff20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:45.152773 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dac93983-312d-4e2d-9622-563af692ff20 admin admin] Publish callbacks [] for security_group (9cbe8c2d-05c3-4733-b9bc-cbe2d31a0188), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:45.194630 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483849a9-1019-43d9-b2e3-ed4d252dc591 req-8964675f-cee6-44dc-81ac-1ad1244a91b0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:45.196688 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-483849a9-1019-43d9-b2e3-ed4d252dc591 req-8964675f-cee6-44dc-81ac-1ad1244a91b0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0653303 Jan 25 08:44:45.256423 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-483849a9-1019-43d9-b2e3-ed4d252dc591 req-200e8234-f4d5-45bd-9aaa-660d43daa0d6 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542057 Jan 25 08:44:45.280131 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dac93983-312d-4e2d-9622-563af692ff20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9cbe8c2d-05c3-4733-b9bc-cbe2d31a0188), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:45.316083 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-dac93983-312d-4e2d-9622-563af692ff20 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=451ab1314f2545b380e813065118f9b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977144 Jan 25 08:44:45.316083 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac93983-312d-4e2d-9622-563af692ff20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbe8c2d-05c3-4733-b9bc-cbe2d31a0188,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:45.317019 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 46884) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:44:45.382256 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-88a0ae85-e53e-45f2-963c-b7e3d4300689 admin admin] Publish callbacks [] for security_group (9cbe8c2d-05c3-4733-b9bc-cbe2d31a0188), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:45.419208 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-88a0ae85-e53e-45f2-963c-b7e3d4300689 admin admin] Publish callbacks [] for security_group (9cbe8c2d-05c3-4733-b9bc-cbe2d31a0188), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:45.746771 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-88a0ae85-e53e-45f2-963c-b7e3d4300689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9cbe8c2d-05c3-4733-b9bc-cbe2d31a0188), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:45.749517 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-88a0ae85-e53e-45f2-963c-b7e3d4300689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:45.751286 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-88a0ae85-e53e-45f2-963c-b7e3d4300689 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9cbe8c2d-05c3-4733-b9bc-cbe2d31a0188 HTTP/1.1" status: 204 len: 168 time: 0.4218423 Jan 25 08:44:45.759412 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0ae85-e53e-45f2-963c-b7e3d4300689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbe8c2d-05c3-4733-b9bc-cbe2d31a0188,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:45.865172 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:46.379249 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87425ac-b35e-45ad-9de2-ad407bda05de req-893d9c24-3603-4b68-a49d-7a71bc8aea65 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:46.380728 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a87425ac-b35e-45ad-9de2-ad407bda05de req-893d9c24-3603-4b68-a49d-7a71bc8aea65 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0507553 Jan 25 08:44:46.427574 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a87425ac-b35e-45ad-9de2-ad407bda05de req-47585bce-1e67-45da-a999-9e9eea52cfc8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412052 Jan 25 08:44:47.561090 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b16e-eab0-4517-86c0-216ac8266b28 req-d277647c-f0ac-4cd0-8e1e-bfb7b39f2389 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:47.565510 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2400b16e-eab0-4517-86c0-216ac8266b28 req-d277647c-f0ac-4cd0-8e1e-bfb7b39f2389 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0607522 Jan 25 08:44:47.616436 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2400b16e-eab0-4517-86c0-216ac8266b28 req-466a1f9a-577b-42d2-b488-55ce96fa15e0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448289 Jan 25 08:44:48.735497 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb60bd-c59a-4ffa-9d1b-3a0dab388c96 req-a674dafb-f165-414b-b4d4-704b4d12a65d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:48.737169 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a8fb60bd-c59a-4ffa-9d1b-3a0dab388c96 req-a674dafb-f165-414b-b4d4-704b4d12a65d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0467196 Jan 25 08:44:48.783156 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a8fb60bd-c59a-4ffa-9d1b-3a0dab388c96 req-eed6554b-31a8-4941-b89a-f9501b114c6e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403752 Jan 25 08:44:49.669814 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-79df0398-44ba-4f43-bbad-32be1dca2045 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=e5161e2a6c314e4299eb35f8e2f60623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279918 Jan 25 08:44:49.848805 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-ffdd74cd-e1d3-4017-b98d-09892a425b7d tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:49.850431 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-ffdd74cd-e1d3-4017-b98d-09892a425b7d tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748862 Jan 25 08:44:49.865330 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-90d05856-261c-40d8-acd2-3f7c46858214 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/quotas/e5161e2a6c314e4299eb35f8e2f60623 HTTP/1.1" status: 200 len: 375 time: 0.0095654 Jan 25 08:44:49.896073 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-e4ff62e5-8824-4e65-b96e-3fc96267b244 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=e5161e2a6c314e4299eb35f8e2f60623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252395 Jan 25 08:44:49.900625 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a29ee5-673a-4cf0-ae0a-e75fb901b8fb req-90def4c1-b80a-4c66-93e6-3df9720312b0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:49.902093 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-93a29ee5-673a-4cf0-ae0a-e75fb901b8fb req-90def4c1-b80a-4c66-93e6-3df9720312b0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0476437 Jan 25 08:44:49.971183 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-93a29ee5-673a-4cf0-ae0a-e75fb901b8fb req-3a9693e0-b2f2-4a11-aefb-1bbf1dc39417 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528896 Jan 25 08:44:50.146090 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4b5510ad-7b60-4b56-bc55-9d6c3a4da4ee req-870ef737-338e-4def-b576-084f84076832 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 210 time: 0.0242777 Jan 25 08:44:51.097590 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8191207-89f3-49e8-8459-c52bcd569c8e req-65b5fd35-7bbf-4e37-ac62-65ca5959e931 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:51.099077 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b8191207-89f3-49e8-8459-c52bcd569c8e req-65b5fd35-7bbf-4e37-ac62-65ca5959e931 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0517366 Jan 25 08:44:51.149517 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b8191207-89f3-49e8-8459-c52bcd569c8e req-a750214d-e122-46be-8b71-dc13bafd8b57 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439830 Jan 25 08:44:51.296283 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5cc13f37-2571-466f-adc0-74791e915ea1 req-5b899a38-137a-4df8-8cf6-04019fdb2101 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 210 time: 0.0262065 Jan 25 08:44:52.061077 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:44:52.269882 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca8ce5-1541-4450-bf45-6a0f44a5d826 req-7604f07e-ce4c-4ad2-8b11-fd4d8546028c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:52.271518 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bcca8ce5-1541-4450-bf45-6a0f44a5d826 req-7604f07e-ce4c-4ad2-8b11-fd4d8546028c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0479615 Jan 25 08:44:52.328548 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bcca8ce5-1541-4450-bf45-6a0f44a5d826 req-10ce6e1b-0ed4-473c-85a6-984bc0f0c89d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511267 Jan 25 08:44:52.386274 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a952a4f1-5846-4a86-9399-d3c1d3a73eea req-081523be-8b66-4a6e-afed-d35542a34acd tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 210 time: 0.0263836 Jan 25 08:44:53.010485 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-57acafdf-ff00-447a-89d4-3a81dc884bb7 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=e5161e2a6c314e4299eb35f8e2f60623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206685 Jan 25 08:44:53.120683 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-5a75e813-6da8-40d4-8c30-e380d1379bf3 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:53.122124 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-5a75e813-6da8-40d4-8c30-e380d1379bf3 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063054 Jan 25 08:44:53.135599 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Request body: {'port': {'device_id': '24634977-d60b-4c2f-9899-9f5c45afbea2', 'network_id': '33622a8c-4d4b-48ca-b087-2e8d0c751a12', 'admin_state_up': True, 'tenant_id': 'e5161e2a6c314e4299eb35f8e2f60623'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:44:53.344681 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Made reservation on behalf of e5161e2a6c314e4299eb35f8e2f60623 for: {'port': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:44:53.348943 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:53.488941 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-71c9c51e-d76b-458a-80b7-8a71fac712ad req-b3dab049-40e5-40d9-9ae8-2083a60f2aae tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 210 time: 0.0295024 Jan 25 08:44:53.592463 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:53.665008 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975043a-e796-43c2-9b53-81a1330390ae req-4a85b91f-ab66-49ed-afba-fc1ea77ec55b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:53.667382 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c975043a-e796-43c2-9b53-81a1330390ae req-4a85b91f-ab66-49ed-afba-fc1ea77ec55b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0769262 Jan 25 08:44:53.742398 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c975043a-e796-43c2-9b53-81a1330390ae req-c68dfb69-d656-4dc2-b5cb-1744744249ab tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673845 Jan 25 08:44:53.750911 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Publish callbacks [] for security_group (4f0933de-f0da-4e5b-8b0d-906c65692ab0), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:53.837580 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (4f0933de-f0da-4e5b-8b0d-906c65692ab0), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:53.902684 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0933de-f0da-4e5b-8b0d-906c65692ab0,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:53.972192 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Allocated IP 192.168.233.90 (33622a8c-4d4b-48ca-b087-2e8d0c751a12/ee428da5-9e96-4b8e-9dcf-29caef770111/afc857f9-e9a6-4165-93bc-8d7661a5e702) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:44:54.117926 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Publish callbacks [] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:54.202131 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:54.243172 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Network 33622a8c-4d4b-48ca-b087-2e8d0c751a12 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:44:54.246150 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:44:54.258034 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:44:54.259630 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Pushing event updated for resources: {'Port': ['ID=afc857f9-e9a6-4165-93bc-8d7661a5e702,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:54.308117 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:54.309542 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:54.405442 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-20821cf5-4c26-4e99-9aac-3634181ab700 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2730711 Jan 25 08:44:54.416575 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Request body: {'port': {'device_id': '24634977-d60b-4c2f-9899-9f5c45afbea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:44:54.472699 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:54.515828 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-cf59e7fe-a475-4dae-8e81-45253a32be81 None None] Provisioning complete for port afc857f9-e9a6-4165-93bc-8d7661a5e702 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:44:54.516442 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-cf59e7fe-a475-4dae-8e81-45253a32be81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:54.552784 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-cf59e7fe-a475-4dae-8e81-45253a32be81 None None] Port afc857f9-e9a6-4165-93bc-8d7661a5e702 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:44:54.630303 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb5683-d4b4-467f-a355-4baa1e4d1b8f req-34f27521-184f-4c2a-a169-5c9bb7313990 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:54.632644 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a5bb5683-d4b4-467f-a355-4baa1e4d1b8f req-34f27521-184f-4c2a-a169-5c9bb7313990 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 935 time: 0.0514193 Jan 25 08:44:54.681591 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a5bb5683-d4b4-467f-a355-4baa1e4d1b8f req-21b8f96d-ded8-4733-8e45-5dca193cc6da tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439649 Jan 25 08:44:54.764312 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc857f9-e9a6-4165-93bc-8d7661a5e702 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:44:54.772831 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Publish callbacks [] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:54.787779 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Transition to ACTIVE for port object afc857f9-e9a6-4165-93bc-8d7661a5e702 will not be triggered until provisioned by entity L2. {{(pid=103105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:44:54.862086 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d0662-a3d4-4709-a215-122f8fe6eca9 req-57dc4b7a-609e-4925-9518-4f0a97bea94c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:54.863573 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-eb3d0662-a3d4-4709-a215-122f8fe6eca9 req-57dc4b7a-609e-4925-9518-4f0a97bea94c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0484638 Jan 25 08:44:54.864632 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:54.944119 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Pushing event updated for resources: {'Port': ['ID=afc857f9-e9a6-4165-93bc-8d7661a5e702,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:55.001353 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-eb3d0662-a3d4-4709-a215-122f8fe6eca9 req-83f764f7-4d68-4e19-ada5-29d212364e9e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316130 Jan 25 08:44:55.034943 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Attempting to bind port afc857f9-e9a6-4165-93bc-8d7661a5e702 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:44:55.035197 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Attempting to bind port afc857f9-e9a6-4165-93bc-8d7661a5e702 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '9df23fef-28b4-4a62-a23b-b55a24336b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '33622a8c-4d4b-48ca-b087-2e8d0c751a12'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:44:55.035531 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Attempting to bind port afc857f9-e9a6-4165-93bc-8d7661a5e702 on network 33622a8c-4d4b-48ca-b087-2e8d0c751a12 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:44:55.040362 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Port afc857f9-e9a6-4165-93bc-8d7661a5e702 on network 33622a8c-4d4b-48ca-b087-2e8d0c751a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:44:55.040687 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Attempting to bind port afc857f9-e9a6-4165-93bc-8d7661a5e702 on network 33622a8c-4d4b-48ca-b087-2e8d0c751a12 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:44:55.045967 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:44:55.046304 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Checking segment: {'id': '9df23fef-28b4-4a62-a23b-b55a24336b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '33622a8c-4d4b-48ca-b087-2e8d0c751a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:44:55.046684 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Bound using segment: {'id': '9df23fef-28b4-4a62-a23b-b55a24336b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '33622a8c-4d4b-48ca-b087-2e8d0c751a12'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:44:55.047109 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Bound port: afc857f9-e9a6-4165-93bc-8d7661a5e702, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df23fef-28b4-4a62-a23b-b55a24336b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '33622a8c-4d4b-48ca-b087-2e8d0c751a12'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:44:55.047471 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:55.115085 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] For port afc857f9-e9a6-4165-93bc-8d7661a5e702, host hv-cinder-81187, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:44:55.118169 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] For port afc857f9-e9a6-4165-93bc-8d7661a5e702, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=afc857f9-e9a6-4165-93bc-8d7661a5e702,segment=NetworkSegment(9df23fef-28b4-4a62-a23b-b55a24336b28),segment_id=9df23fef-28b4-4a62-a23b-b55a24336b28)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:44:55.196920 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:55.237649 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:55.238337 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:55.239765 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] 10.222.0.121 "PUT /v2.0/ports/afc857f9-e9a6-4165-93bc-8d7661a5e702 HTTP/1.1" status: 200 len: 1097 time: 0.8272550 Jan 25 08:44:55.240186 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24634977-d60b-4c2f-9899-9f5c45afbea2', 'tag': 'afc857f9-e9a6-4165-93bc-8d7661a5e702'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:44:55.242501 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0237ec88-0d97-46ba-bc75-e5cc5d28e197" -d '{"events": [{"name": "network-changed", "server_uuid": "24634977-d60b-4c2f-9899-9f5c45afbea2", "tag": "afc857f9-e9a6-4165-93bc-8d7661a5e702"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:44:55.264932 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc2302-5d05-4d1e-aca9-050d948751f5 service neutron] Pushing event updated for resources: {'Port': ['ID=afc857f9-e9a6-4165-93bc-8d7661a5e702,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:55.421501 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc25a3b-3086-4a95-880a-5bc425944bb7 x-openstack-request-id: req-1bc25a3b-3086-4a95-880a-5bc425944bb7 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:44:55.422131 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24634977-d60b-4c2f-9899-9f5c45afbea2", "tag": "afc857f9-e9a6-4165-93bc-8d7661a5e702", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:44:55.422131 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-1bc25a3b-3086-4a95-880a-5bc425944bb7 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:44:55.422411 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24634977-d60b-4c2f-9899-9f5c45afbea2', 'tag': 'afc857f9-e9a6-4165-93bc-8d7661a5e702', 'status': 'completed', 'code': 200} Jan 25 08:44:55.438416 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-5901a6bb-f4e0-40bd-b193-e4f97baef1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:55.440653 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-5901a6bb-f4e0-40bd-b193-e4f97baef1cb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e5161e2a6c314e4299eb35f8e2f60623&device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 1100 time: 0.0455768 Jan 25 08:44:55.481813 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-98a49673-041b-4cca-b4c6-5ee88cd7f747 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=afc857f9-e9a6-4165-93bc-8d7661a5e702 HTTP/1.1" status: 200 len: 217 time: 0.0343800 Jan 25 08:44:55.542341 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-279beb29-5c9f-42d9-aac1-ae1fad18e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:55.542341 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-279beb29-5c9f-42d9-aac1-ae1fad18e6e8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ee428da5-9e96-4b8e-9dcf-29caef770111 HTTP/1.1" status: 200 len: 843 time: 0.0508075 Jan 25 08:44:55.584554 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-23284945-0ae4-4bb6-af0f-525246b5985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:55.585939 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-23284945-0ae4-4bb6-af0f-525246b5985c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=33622a8c-4d4b-48ca-b087-2e8d0c751a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395663 Jan 25 08:44:55.673635 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-c6651fe4-93dd-42c7-b2c5-6e5167d0ddc9 service neutron] 10.222.0.121 "GET /v2.0/networks/33622a8c-4d4b-48ca-b087-2e8d0c751a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806644 Jan 25 08:44:55.788889 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90f77b5-8f7b-4852-bde3-5c7de9f7a7f4 req-6197ea76-d91f-4a77-8e5f-c69e760c0d6b service neutron] 10.222.0.121 "GET /v2.0/networks/33622a8c-4d4b-48ca-b087-2e8d0c751a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094215 Jan 25 08:44:55.808849 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902107bc-6556-4b6e-8e4b-d9ee1c1b1bf3 req-fbee12f6-2d0d-4a92-b4d1-cfd02935ac87 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:55.810297 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-902107bc-6556-4b6e-8e4b-d9ee1c1b1bf3 req-fbee12f6-2d0d-4a92-b4d1-cfd02935ac87 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 947 time: 0.0600960 Jan 25 08:44:55.856322 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-902107bc-6556-4b6e-8e4b-d9ee1c1b1bf3 req-f25c654e-9885-41a1-bc5a-421787071400 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 Jan 25 08:44:55.943825 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237ec88-0d97-46ba-bc75-e5cc5d28e197 req-05c640eb-09b2-4d87-8d3e-d4a65339c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:55.945321 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0237ec88-0d97-46ba-bc75-e5cc5d28e197 req-05c640eb-09b2-4d87-8d3e-d4a65339c8fc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e5161e2a6c314e4299eb35f8e2f60623&device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 1100 time: 0.0437684 Jan 25 08:44:56.047808 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237ec88-0d97-46ba-bc75-e5cc5d28e197 req-b62f44ce-8e29-477b-93ec-ac56955bc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:56.047808 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0237ec88-0d97-46ba-bc75-e5cc5d28e197 req-b62f44ce-8e29-477b-93ec-ac56955bc6a5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=33622a8c-4d4b-48ca-b087-2e8d0c751a12 HTTP/1.1" status: 200 len: 870 time: 0.0950379 Jan 25 08:44:56.093236 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0237ec88-0d97-46ba-bc75-e5cc5d28e197 req-3f7554e9-fe29-4646-b851-1bda2b177f5e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=afc857f9-e9a6-4165-93bc-8d7661a5e702 HTTP/1.1" status: 200 len: 217 time: 0.0397763 Jan 25 08:44:56.132382 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b45484-ed6f-446d-883b-43f2ee64d59a req-d465a0ee-709d-4046-b189-260fb5534d46 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:56.133874 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-33b45484-ed6f-446d-883b-43f2ee64d59a req-d465a0ee-709d-4046-b189-260fb5534d46 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0483432 Jan 25 08:44:56.146128 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237ec88-0d97-46ba-bc75-e5cc5d28e197 req-8b19ef2c-93a4-4e51-a946-f6e5b370b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:56.147599 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0237ec88-0d97-46ba-bc75-e5cc5d28e197 req-8b19ef2c-93a4-4e51-a946-f6e5b370b96e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ee428da5-9e96-4b8e-9dcf-29caef770111 HTTP/1.1" status: 200 len: 843 time: 0.0482850 Jan 25 08:44:56.180668 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-33b45484-ed6f-446d-883b-43f2ee64d59a req-3dad73ca-3832-451e-a868-dde1c80497ac tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411501 Jan 25 08:44:56.193158 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237ec88-0d97-46ba-bc75-e5cc5d28e197 req-00389eb2-fbee-41b3-96b0-a91ef7d11945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:56.194673 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0237ec88-0d97-46ba-bc75-e5cc5d28e197 req-00389eb2-fbee-41b3-96b0-a91ef7d11945 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=33622a8c-4d4b-48ca-b087-2e8d0c751a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409052 Jan 25 08:44:56.290679 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0237ec88-0d97-46ba-bc75-e5cc5d28e197 req-af501013-500a-4ddf-a31b-733222188f45 service neutron] 10.222.0.121 "GET /v2.0/networks/33622a8c-4d4b-48ca-b087-2e8d0c751a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896740 Jan 25 08:44:56.382746 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0237ec88-0d97-46ba-bc75-e5cc5d28e197 req-31128e96-9610-45e8-a97c-c38450ff9387 service neutron] 10.222.0.121 "GET /v2.0/networks/33622a8c-4d4b-48ca-b087-2e8d0c751a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846338 Jan 25 08:44:56.967449 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce03f2-5548-46c6-9e5b-9d785cd348fa req-9d5f4df8-ee7c-4779-b4bb-e476f71d818e tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:56.968833 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-02ce03f2-5548-46c6-9e5b-9d785cd348fa req-9d5f4df8-ee7c-4779-b4bb-e476f71d818e tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 947 time: 0.0467005 Jan 25 08:44:57.018798 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-02ce03f2-5548-46c6-9e5b-9d785cd348fa req-3ed0923c-1355-4b45-be97-3f885b8e3d8b tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437694 Jan 25 08:44:57.300210 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1179439-1d6f-4973-bacb-ee3951cdfee1 req-57da1585-ef49-43fa-935c-d73d6698537f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:57.301700 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b1179439-1d6f-4973-bacb-ee3951cdfee1 req-57da1585-ef49-43fa-935c-d73d6698537f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0502260 Jan 25 08:44:57.351392 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b1179439-1d6f-4973-bacb-ee3951cdfee1 req-fe0dbc0c-fd6b-48bd-83e5-a51efd248441 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442193 Jan 25 08:44:58.132419 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eaf8fd-1283-493f-a553-0a5e81218580 req-35ce5039-d04c-44c7-b558-748d22d4c18c tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:58.133933 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f7eaf8fd-1283-493f-a553-0a5e81218580 req-35ce5039-d04c-44c7-b558-748d22d4c18c tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 947 time: 0.0477550 Jan 25 08:44:58.180956 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f7eaf8fd-1283-493f-a553-0a5e81218580 req-68df4e98-c530-4eac-8b0e-d9cff96cbb3a tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Jan 25 08:44:58.476887 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db823-643d-46f4-9f9e-1900ef22f388 req-80c9a9c9-f1b5-454e-8491-c08bdf86092d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:58.478362 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-812db823-643d-46f4-9f9e-1900ef22f388 req-80c9a9c9-f1b5-454e-8491-c08bdf86092d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 943 time: 0.0502548 Jan 25 08:44:58.524156 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-812db823-643d-46f4-9f9e-1900ef22f388 req-b56be0bf-1a9f-4aca-b0aa-7ede3014dfd3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403180 Jan 25 08:44:58.998309 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47044) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:44:59.002669 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device cf6a8b39-19f8-4fc9-b15f-13dde81446ed details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:44:59.100963 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:44:59.108783 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-677fd94a-493b-4c96-9c97-de34069ca1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:59.111217 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'port_id': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'mac_address': 'fa:16:3e:55:13:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:44:59.149534 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port cf6a8b39-19f8-4fc9-b15f-13dde81446ed is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:44:59.149922 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:59.162600 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6a8b39-19f8-4fc9-b15f-13dde81446ed {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:44:59.181151 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:44:59.183058 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-677fd94a-493b-4c96-9c97-de34069ca1e8 admin admin] Publish callbacks [] for security_group (cba21f12-6c47-4989-aa5f-1431f6af3284), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:59.255133 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:59.255717 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device afc857f9-e9a6-4165-93bc-8d7661a5e702 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:44:59.278488 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-677fd94a-493b-4c96-9c97-de34069ca1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (cba21f12-6c47-4989-aa5f-1431f6af3284), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:59.326259 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-677fd94a-493b-4c96-9c97-de34069ca1e8 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=f7d02acc64fa43b5a5ac04e1e313a6f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268571 Jan 25 08:44:59.329050 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 47052) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:44:59.334147 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,revision_number=9']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:59.335355 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6be50-b1f5-44a7-871a-27e61d56c2b4 req-02418ef1-bfed-4053-83a3-5e6bfd48b015 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:59.336856 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cba6be50-b1f5-44a7-871a-27e61d56c2b4 req-02418ef1-bfed-4053-83a3-5e6bfd48b015 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 947 time: 0.0888023 Jan 25 08:44:59.337502 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fd94a-493b-4c96-9c97-de34069ca1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba21f12-6c47-4989-aa5f-1431f6af3284,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:59.367731 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:59.368126 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:59.368514 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:59.368842 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:59.369173 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:59.369503 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:59.369829 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:59.370156 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:59.370479 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:59.370802 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:59.371190 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:59.371524 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:59.371983 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:44:59.394443 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cba6be50-b1f5-44a7-871a-27e61d56c2b4 req-07335121-1c67-4ae6-84bc-0b3d4ab2ecd1 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489502 Jan 25 08:44:59.400019 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-80d2e1bb-7d4c-4698-85f7-b759f5c55861 admin admin] Publish callbacks [] for security_group (cba21f12-6c47-4989-aa5f-1431f6af3284), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:59.415210 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port afc857f9-e9a6-4165-93bc-8d7661a5e702, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=afc857f9-e9a6-4165-93bc-8d7661a5e702,segment=NetworkSegment(9df23fef-28b4-4a62-a23b-b55a24336b28),segment_id=9df23fef-28b4-4a62-a23b-b55a24336b28)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:44:59.424350 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-80d2e1bb-7d4c-4698-85f7-b759f5c55861 admin admin] Publish callbacks [] for security_group (cba21f12-6c47-4989-aa5f-1431f6af3284), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:59.426193 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'afc857f9-e9a6-4165-93bc-8d7661a5e702', 'network_id': '33622a8c-4d4b-48ca-b087-2e8d0c751a12', 'port_id': 'afc857f9-e9a6-4165-93bc-8d7661a5e702', 'mac_address': 'fa:16:3e:bc:34:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee428da5-9e96-4b8e-9dcf-29caef770111', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:44:59.468043 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port afc857f9-e9a6-4165-93bc-8d7661a5e702 is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:44:59.471656 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:59.481667 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc857f9-e9a6-4165-93bc-8d7661a5e702 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:44:59.500261 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port afc857f9-e9a6-4165-93bc-8d7661a5e702, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=afc857f9-e9a6-4165-93bc-8d7661a5e702,segment=NetworkSegment(9df23fef-28b4-4a62-a23b-b55a24336b28),segment_id=9df23fef-28b4-4a62-a23b-b55a24336b28)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:44:59.540802 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-80d2e1bb-7d4c-4698-85f7-b759f5c55861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (cba21f12-6c47-4989-aa5f-1431f6af3284), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:59.543511 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-80d2e1bb-7d4c-4698-85f7-b759f5c55861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:59.544695 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-80d2e1bb-7d4c-4698-85f7-b759f5c55861 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/cba21f12-6c47-4989-aa5f-1431f6af3284 HTTP/1.1" status: 204 len: 168 time: 0.2145789 Jan 25 08:44:59.553288 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2e1bb-7d4c-4698-85f7-b759f5c55861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba21f12-6c47-4989-aa5f-1431f6af3284,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:59.566750 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:44:59.626918 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=afc857f9-e9a6-4165-93bc-8d7661a5e702,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:44:59.652802 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e2c92-5f40-46a4-87da-1142f18107e8 req-1fa12b17-1541-4787-9646-4d6500712492 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:44:59.654267 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1c1e2c92-5f40-46a4-87da-1142f18107e8 req-1fa12b17-1541-4787-9646-4d6500712492 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 944 time: 0.0525558 Jan 25 08:44:59.701559 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1c1e2c92-5f40-46a4-87da-1142f18107e8 req-09703cc6-92e4-4db9-81fd-467cb8e343c0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405800 Jan 25 08:45:00.016057 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['afc857f9-e9a6-4165-93bc-8d7661a5e702'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:45:00.041099 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['cf6a8b39-19f8-4fc9-b15f-13dde81446ed'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:45:00.340855 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:00.518047 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7f2fe-740b-41a4-99f5-a21cbb3ce06b req-47d31b3e-987d-418e-8cec-a88203808a34 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:00.519738 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-22c7f2fe-740b-41a4-99f5-a21cbb3ce06b req-47d31b3e-987d-418e-8cec-a88203808a34 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 948 time: 0.0571489 Jan 25 08:45:00.568673 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-22c7f2fe-740b-41a4-99f5-a21cbb3ce06b req-8deb358b-eaae-4791-8986-8d88c8aa9891 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Jan 25 08:45:00.821283 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57466f-d444-4358-a357-c015148510e1 req-fc175a4d-1e63-4854-a8a7-8c0fa4b95a2f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:00.822738 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-cb57466f-d444-4358-a357-c015148510e1 req-fc175a4d-1e63-4854-a8a7-8c0fa4b95a2f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 944 time: 0.0482030 Jan 25 08:45:00.868508 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-cb57466f-d444-4358-a357-c015148510e1 req-81e93b41-6169-4e96-a026-9190f1889597 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400362 Jan 25 08:45:01.100592 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47088) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:01.204217 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4e49f513-c259-45a5-9305-3cbe7714808e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:01.282254 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4e49f513-c259-45a5-9305-3cbe7714808e admin admin] Publish callbacks [] for security_group (2d7f2792-4993-4926-918e-a55831885c07), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:01.356112 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4e49f513-c259-45a5-9305-3cbe7714808e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (2d7f2792-4993-4926-918e-a55831885c07), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:01.394356 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-4e49f513-c259-45a5-9305-3cbe7714808e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6353ee1d8c934596a2b2541c464a9a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927155 Jan 25 08:45:01.395281 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49f513-c259-45a5-9305-3cbe7714808e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7f2792-4993-4926-918e-a55831885c07,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:01.397303 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 47092) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:01.445395 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1f50d0f5-8f4e-47b0-8c8f-4086bcae8595 admin admin] Publish callbacks [] for security_group (2d7f2792-4993-4926-918e-a55831885c07), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:01.466344 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1f50d0f5-8f4e-47b0-8c8f-4086bcae8595 admin admin] Publish callbacks [] for security_group (2d7f2792-4993-4926-918e-a55831885c07), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:01.569147 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1f50d0f5-8f4e-47b0-8c8f-4086bcae8595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (2d7f2792-4993-4926-918e-a55831885c07), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:01.571720 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1f50d0f5-8f4e-47b0-8c8f-4086bcae8595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:01.572908 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-1f50d0f5-8f4e-47b0-8c8f-4086bcae8595 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2d7f2792-4993-4926-918e-a55831885c07 HTTP/1.1" status: 204 len: 168 time: 0.1741810 Jan 25 08:45:01.582652 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50d0f5-8f4e-47b0-8c8f-4086bcae8595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7f2792-4993-4926-918e-a55831885c07,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:01.684238 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b7f0f-627c-45bb-82b6-ea281d9fb591 req-a774f778-902e-44c9-8173-c11aaa909c1f tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:01.685710 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-822b7f0f-627c-45bb-82b6-ea281d9fb591 req-a774f778-902e-44c9-8173-c11aaa909c1f tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 948 time: 0.0485754 Jan 25 08:45:01.739118 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-822b7f0f-627c-45bb-82b6-ea281d9fb591 req-037bdc68-2115-47e5-85b8-1e2d6e7dbcfc tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472722 Jan 25 08:45:01.992669 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704153-a6d0-4df1-beba-892df3010c23 req-71018fad-1bbf-499e-a99c-70b2bd19bae1 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:01.994043 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ce704153-a6d0-4df1-beba-892df3010c23 req-71018fad-1bbf-499e-a99c-70b2bd19bae1 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 944 time: 0.0479760 Jan 25 08:45:02.041089 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ce704153-a6d0-4df1-beba-892df3010c23 req-1c8f5fb4-ac6f-4f0c-ae1c-1308ed115321 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413642 Jan 25 08:45:02.851147 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae17af9-8149-4f14-b5dc-5eeb3ca41dcd req-0f3096e1-13f5-4111-9ec1-696550548a0c tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:02.852627 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4ae17af9-8149-4f14-b5dc-5eeb3ca41dcd req-0f3096e1-13f5-4111-9ec1-696550548a0c tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 948 time: 0.0468950 Jan 25 08:45:02.901775 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4ae17af9-8149-4f14-b5dc-5eeb3ca41dcd req-f66fb734-dd03-4f59-8ed4-0c2830895d0b tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Jan 25 08:45:03.024423 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device afc857f9-e9a6-4165-93bc-8d7661a5e702 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:45:03.150998 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port afc857f9-e9a6-4165-93bc-8d7661a5e702 completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:45:03.156465 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port afc857f9-e9a6-4165-93bc-8d7661a5e702 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:03.157002 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:03.167124 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ee564-d513-46c1-b951-595d3e8d27f6 req-032a1595-97fd-4c6b-88a0-b0eb79e38bfe tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:03.169476 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5b7ee564-d513-46c1-b951-595d3e8d27f6 req-032a1595-97fd-4c6b-88a0-b0eb79e38bfe tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 944 time: 0.0564294 Jan 25 08:45:03.216768 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5b7ee564-d513-46c1-b951-595d3e8d27f6 req-80b430c0-d120-489d-8d18-6efdce3730ed tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415597 Jan 25 08:45:03.242424 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port afc857f9-e9a6-4165-93bc-8d7661a5e702 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:03.242921 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:03.266599 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24634977-d60b-4c2f-9899-9f5c45afbea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc857f9-e9a6-4165-93bc-8d7661a5e702'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:45:03.269714 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a86fa29-8e65-4d52-9256-14c26a925374" -d '{"events": [{"server_uuid": "24634977-d60b-4c2f-9899-9f5c45afbea2", "name": "network-vif-plugged", "status": "completed", "tag": "afc857f9-e9a6-4165-93bc-8d7661a5e702"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:45:03.286071 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port afc857f9-e9a6-4165-93bc-8d7661a5e702, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=afc857f9-e9a6-4165-93bc-8d7661a5e702,segment=NetworkSegment(9df23fef-28b4-4a62-a23b-b55a24336b28),segment_id=9df23fef-28b4-4a62-a23b-b55a24336b28)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:45:03.307714 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e938ebf-f853-4f2a-8af5-cac6cf81d31b x-openstack-request-id: req-7e938ebf-f853-4f2a-8af5-cac6cf81d31b {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:45:03.308008 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24634977-d60b-4c2f-9899-9f5c45afbea2", "name": "network-vif-plugged", "status": "completed", "tag": "afc857f9-e9a6-4165-93bc-8d7661a5e702", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:45:03.308292 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7e938ebf-f853-4f2a-8af5-cac6cf81d31b {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:45:03.308684 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24634977-d60b-4c2f-9899-9f5c45afbea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc857f9-e9a6-4165-93bc-8d7661a5e702', 'code': 200} Jan 25 08:45:03.345267 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:03.346846 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device cf6a8b39-19f8-4fc9-b15f-13dde81446ed up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:45:03.430479 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=afc857f9-e9a6-4165-93bc-8d7661a5e702,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:03.444280 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port cf6a8b39-19f8-4fc9-b15f-13dde81446ed triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:03.444659 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:03.525119 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port cf6a8b39-19f8-4fc9-b15f-13dde81446ed is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:03.525511 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:03.557465 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:45:03.583501 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696a4dd-6967-477a-b7e4-606b67333b1b req-bb09e6f9-503a-41aa-8587-243ea376dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:03.585024 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7696a4dd-6967-477a-b7e4-606b67333b1b req-bb09e6f9-503a-41aa-8587-243ea376dd1e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 1102 time: 0.0403879 Jan 25 08:45:03.615733 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:03.633740 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7696a4dd-6967-477a-b7e4-606b67333b1b req-90041775-68a7-4d35-b087-d21106f8a702 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Jan 25 08:45:03.667702 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,revision_number=10']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:04.018329 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14df8b-7653-450b-8007-b723e863abe4 req-683fe233-240b-4486-b212-c294d4c1b121 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:04.019780 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0d14df8b-7653-450b-8007-b723e863abe4 req-683fe233-240b-4486-b212-c294d4c1b121 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 949 time: 0.0505378 Jan 25 08:45:04.068722 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0d14df8b-7653-450b-8007-b723e863abe4 req-79996c02-d974-4aeb-a071-b3cfa367382d tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430338 Jan 25 08:45:04.337511 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7cfab-c16f-4771-ae7c-7e05db71e676 req-cdfeffdd-73f3-4cd7-bc26-0785023e5a6a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:04.338967 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8ed7cfab-c16f-4771-ae7c-7e05db71e676 req-cdfeffdd-73f3-4cd7-bc26-0785023e5a6a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 946 time: 0.0475037 Jan 25 08:45:04.384487 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8ed7cfab-c16f-4771-ae7c-7e05db71e676 req-752efb54-824e-4597-9b66-95d7c23b445f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396678 Jan 25 08:45:05.118834 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-decf74b4-811b-4d3c-912d-38ff412de7db req-d5478805-59ae-4a99-8ebd-db8c95efa548 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441606 Jan 25 08:45:05.182503 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf74b4-811b-4d3c-912d-38ff412de7db req-183777fd-30be-426c-892f-f73c82729f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:05.184313 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-decf74b4-811b-4d3c-912d-38ff412de7db req-183777fd-30be-426c-892f-f73c82729f77 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f883d39e09994eef8c9a8cb49ba70db9&device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 1138 time: 0.0426571 Jan 25 08:45:05.188207 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1785-536e-45be-aeb3-f28aba3235ec req-747fe24c-c9c0-48fc-97dd-f73213e443e8 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:05.190464 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9a8e1785-536e-45be-aeb3-f28aba3235ec req-747fe24c-c9c0-48fc-97dd-f73213e443e8 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 949 time: 0.0498273 Jan 25 08:45:05.242566 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9a8e1785-536e-45be-aeb3-f28aba3235ec req-22851569-7be7-4c59-a6e2-d1a59863d505 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449927 Jan 25 08:45:05.304949 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf74b4-811b-4d3c-912d-38ff412de7db req-996fd79d-f9a9-4d0f-9553-7a817bf36ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:05.306422 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-decf74b4-811b-4d3c-912d-38ff412de7db req-996fd79d-f9a9-4d0f-9553-7a817bf36ae6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=07a0a72d-6846-4848-8c73-bbcc20fedb8c HTTP/1.1" status: 200 len: 916 time: 0.0884874 Jan 25 08:45:05.309475 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:45:05.311777 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a553e56-66a9-4d97-be2b-89493041eae1" -d '{"events": [{"server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "name": "network-vif-plugged", "status": "completed", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:45:05.349143 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df310103-48b2-4080-8de1-46493f380b7d x-openstack-request-id: req-df310103-48b2-4080-8de1-46493f380b7d {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:45:05.349380 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "name": "network-vif-plugged", "status": "completed", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:45:05.349630 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-df310103-48b2-4080-8de1-46493f380b7d {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:45:05.350019 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'code': 200} Jan 25 08:45:05.379192 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-decf74b4-811b-4d3c-912d-38ff412de7db req-d421f6e2-f49e-44e1-85da-bd0be55fe524 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b HTTP/1.1" status: 200 len: 1002 time: 0.0656443 Jan 25 08:45:05.440463 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf74b4-811b-4d3c-912d-38ff412de7db req-190a6b2a-c415-4457-a428-fd7db9d12e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:05.441084 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-decf74b4-811b-4d3c-912d-38ff412de7db req-190a6b2a-c415-4457-a428-fd7db9d12e90 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=92c394b4-1106-4f8a-8b26-188f70824e72 HTTP/1.1" status: 200 len: 854 time: 0.0450304 Jan 25 08:45:05.488310 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf74b4-811b-4d3c-912d-38ff412de7db req-46a19bea-68e4-4133-8c21-8e20d4267f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:05.490054 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-decf74b4-811b-4d3c-912d-38ff412de7db req-46a19bea-68e4-4133-8c21-8e20d4267f2b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=07a0a72d-6846-4848-8c73-bbcc20fedb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411601 Jan 25 08:45:05.506069 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeff087-68b3-4b94-a6f0-0db5afabccbb req-27f6fe58-aedf-45d9-b5ae-b7f919b9fd3e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:05.507562 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-aaeff087-68b3-4b94-a6f0-0db5afabccbb req-27f6fe58-aedf-45d9-b5ae-b7f919b9fd3e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 946 time: 0.0507944 Jan 25 08:45:05.561846 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-aaeff087-68b3-4b94-a6f0-0db5afabccbb req-d4586152-bef3-4a77-bdec-409dc2a73926 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468178 Jan 25 08:45:05.601965 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-decf74b4-811b-4d3c-912d-38ff412de7db req-15aa7b44-fae7-4463-a168-6933ede87e39 service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962422 Jan 25 08:45:05.702358 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-decf74b4-811b-4d3c-912d-38ff412de7db req-e52225cd-ef09-4aee-bd86-c27c5b11b592 service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915008 Jan 25 08:45:05.968538 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90e1e-ebc8-432f-96fe-a5576d93efb3 req-b504bd76-9e78-4664-9848-8cb3aea3fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:05.969927 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-daf90e1e-ebc8-432f-96fe-a5576d93efb3 req-b504bd76-9e78-4664-9848-8cb3aea3fd84 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0401344 Jan 25 08:45:06.013766 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-daf90e1e-ebc8-432f-96fe-a5576d93efb3 req-d8863d11-44d7-4613-8a0d-625663888082 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364451 Jan 25 08:45:06.357648 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bffcc-d4d1-4429-a4f7-42f28b3b8d98 req-3feb81ec-4344-4906-90df-406cb390feb8 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:06.359099 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-325bffcc-d4d1-4429-a4f7-42f28b3b8d98 req-3feb81ec-4344-4906-90df-406cb390feb8 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 949 time: 0.0476840 Jan 25 08:45:06.404687 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-325bffcc-d4d1-4429-a4f7-42f28b3b8d98 req-8b476ef1-692d-4dfd-96d3-8fdb180e4e8a tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Jan 25 08:45:06.763142 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fb095-b5ca-45d2-8c02-ede29715f152 req-4e2ab339-3692-4aac-b939-874639a1aebc tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:06.763142 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-475fb095-b5ca-45d2-8c02-ede29715f152 req-4e2ab339-3692-4aac-b939-874639a1aebc tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 946 time: 0.0515378 Jan 25 08:45:06.763142 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-475fb095-b5ca-45d2-8c02-ede29715f152 req-72a1ec08-fe1e-4298-abbe-3bfa0b8977e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429811 Jan 25 08:45:06.961528 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbedea1-8854-4987-9a14-9c53b94a0b95 req-e26ea6d2-cd82-469c-bdfd-d31cba42420f tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:06.962971 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4bbedea1-8854-4987-9a14-9c53b94a0b95 req-e26ea6d2-cd82-469c-bdfd-d31cba42420f tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 949 time: 0.0474460 Jan 25 08:45:07.008336 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4bbedea1-8854-4987-9a14-9c53b94a0b95 req-c157eae0-3537-407d-940a-1c0d8e8fa8b2 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397654 Jan 25 08:45:07.871877 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bc700-1e6b-4993-a588-de92a58f7fd0 req-99a73c45-2108-48e9-aa04-73abda76bdf0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:07.873382 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-333bc700-1e6b-4993-a588-de92a58f7fd0 req-99a73c45-2108-48e9-aa04-73abda76bdf0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 946 time: 0.0483994 Jan 25 08:45:07.920000 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-333bc700-1e6b-4993-a588-de92a58f7fd0 req-a8f5d426-4878-45d3-80d9-1d1da232d296 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410202 Jan 25 08:45:08.127432 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac7a90-1a8a-4c95-a6a6-8bafbda54e7a req-790b8055-85da-425c-9fc6-4474932dcb12 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:08.128957 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-34ac7a90-1a8a-4c95-a6a6-8bafbda54e7a req-790b8055-85da-425c-9fc6-4474932dcb12 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 949 time: 0.0519810 Jan 25 08:45:08.176120 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-34ac7a90-1a8a-4c95-a6a6-8bafbda54e7a req-9305500c-3424-478a-96f9-0300ff9a1702 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/security-groups?id=4f0933de-f0da-4e5b-8b0d-906c65692ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Jan 25 08:45:08.736930 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59329c1-7802-4404-9baa-747a3c392c1f req-9a3d25d7-2900-4c4e-9d3e-d4a7c9ee8b8f tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:08.738440 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d59329c1-7802-4404-9baa-747a3c392c1f req-9a3d25d7-2900-4c4e-9d3e-d4a7c9ee8b8f tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.121 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 949 time: 0.0485470 Jan 25 08:45:08.850183 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-d59329c1-7802-4404-9baa-747a3c392c1f req-7453846c-66ca-421c-8d03-ac696305b278 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Deleting port afc857f9-e9a6-4165-93bc-8d7661a5e702 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:45:08.850525 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d59329c1-7802-4404-9baa-747a3c392c1f req-7453846c-66ca-421c-8d03-ac696305b278 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:08.938837 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-d59329c1-7802-4404-9baa-747a3c392c1f req-7453846c-66ca-421c-8d03-ac696305b278 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] For port afc857f9-e9a6-4165-93bc-8d7661a5e702, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=afc857f9-e9a6-4165-93bc-8d7661a5e702,segment=NetworkSegment(9df23fef-28b4-4a62-a23b-b55a24336b28),segment_id=9df23fef-28b4-4a62-a23b-b55a24336b28)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:45:08.939201 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d59329c1-7802-4404-9baa-747a3c392c1f req-7453846c-66ca-421c-8d03-ac696305b278 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:08.951199 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-d59329c1-7802-4404-9baa-747a3c392c1f req-7453846c-66ca-421c-8d03-ac696305b278 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Calling delete_port for afc857f9-e9a6-4165-93bc-8d7661a5e702 owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:45:09.044321 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98016-00a8-4201-a4b2-9648a2ad7806 req-f8f5e31b-5c7f-4317-acf3-7543f5b2ceb5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:09.045765 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-35c98016-00a8-4201-a4b2-9648a2ad7806 req-f8f5e31b-5c7f-4317-acf3-7543f5b2ceb5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 946 time: 0.0493691 Jan 25 08:45:09.094756 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-35c98016-00a8-4201-a4b2-9648a2ad7806 req-0fee626e-f590-4b30-bd21-0b5f2880fa03 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424900 Jan 25 08:45:09.135156 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d59329c1-7802-4404-9baa-747a3c392c1f req-7453846c-66ca-421c-8d03-ac696305b278 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (afc857f9-e9a6-4165-93bc-8d7661a5e702), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:09.163962 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453846c-66ca-421c-8d03-ac696305b278 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Pushing event deleted for resources: {'Port': ['ID=afc857f9-e9a6-4165-93bc-8d7661a5e702,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:09.225450 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59329c1-7802-4404-9baa-747a3c392c1f req-7453846c-66ca-421c-8d03-ac696305b278 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] No DVR routers for this DVR port afc857f9-e9a6-4165-93bc-8d7661a5e702 on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:45:09.225450 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-d59329c1-7802-4404-9baa-747a3c392c1f req-7453846c-66ca-421c-8d03-ac696305b278 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:09.225450 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d59329c1-7802-4404-9baa-747a3c392c1f req-7453846c-66ca-421c-8d03-ac696305b278 tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.121 "DELETE /v2.0/ports/afc857f9-e9a6-4165-93bc-8d7661a5e702 HTTP/1.1" status: 204 len: 173 time: 0.4716649 Jan 25 08:45:09.225450 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24634977-d60b-4c2f-9899-9f5c45afbea2', 'name': 'network-vif-deleted', 'tag': 'afc857f9-e9a6-4165-93bc-8d7661a5e702'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:45:09.225450 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4c24e6-d919-417a-8b23-fae6933e8be8" -d '{"events": [{"server_uuid": "24634977-d60b-4c2f-9899-9f5c45afbea2", "name": "network-vif-deleted", "tag": "afc857f9-e9a6-4165-93bc-8d7661a5e702"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:45:09.264523 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d184533-077c-4182-a8a5-41f4889dca39 x-openstack-request-id: req-3d184533-077c-4182-a8a5-41f4889dca39 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:45:09.264916 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24634977-d60b-4c2f-9899-9f5c45afbea2", "name": "network-vif-deleted", "tag": "afc857f9-e9a6-4165-93bc-8d7661a5e702", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:45:09.265233 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3d184533-077c-4182-a8a5-41f4889dca39 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:45:09.265687 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24634977-d60b-4c2f-9899-9f5c45afbea2', 'name': 'network-vif-deleted', 'tag': 'afc857f9-e9a6-4165-93bc-8d7661a5e702', 'status': 'completed', 'code': 200} Jan 25 08:45:09.288502 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-725c1b7f-dc6f-4e48-a868-759d121dd85d req-8bf154b8-6bb4-4a71-ad69-a97def4ac2ce tempest-VolumesNegativeTest-1427095697 tempest-VolumesNegativeTest-1427095697-project] 10.222.0.112 "GET /v2.0/ports?device_id=24634977-d60b-4c2f-9899-9f5c45afbea2 HTTP/1.1" status: 200 len: 210 time: 0.0338333 Jan 25 08:45:09.483101 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a6cbf1fc-1b31-4180-9e3f-52bf9ca74ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:10.218192 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ac1d4-d5ad-4c45-9042-4ef61b8e00f4 req-26662d79-6e64-48eb-962b-efc7de12cfc9 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:10.219668 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-602ac1d4-d5ad-4c45-9042-4ef61b8e00f4 req-26662d79-6e64-48eb-962b-efc7de12cfc9 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 946 time: 0.0506718 Jan 25 08:45:10.266123 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-602ac1d4-d5ad-4c45-9042-4ef61b8e00f4 req-7ffde969-f317-4a52-9ba0-20f42eb77a09 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406861 Jan 25 08:45:11.100840 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device afc857f9-e9a6-4165-93bc-8d7661a5e702 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:45:11.123170 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: afc857f9-e9a6-4165-93bc-8d7661a5e702 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:45:11.123507 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device afc857f9-e9a6-4165-93bc-8d7661a5e702 not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:45:11.672394 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-09c8e7cc-1b4d-4c5e-894c-68b91b1da46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:13.030148 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:14.624527 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:15.765522 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 47428) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:15.855414 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:15.908941 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-142e2ea7-fc93-476a-a93e-cf7a6a26d313 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e5161e2a6c314e4299eb35f8e2f60623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421630 Jan 25 08:45:15.911246 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 47432) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:15.959897 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Publish callbacks [] for security_group (4f0933de-f0da-4e5b-8b0d-906c65692ab0), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:15.980902 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Publish callbacks [] for security_group (4f0933de-f0da-4e5b-8b0d-906c65692ab0), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:16.111656 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (4f0933de-f0da-4e5b-8b0d-906c65692ab0), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:16.114321 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:16.115482 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4f0933de-f0da-4e5b-8b0d-906c65692ab0 HTTP/1.1" status: 204 len: 168 time: 0.2033327 Jan 25 08:45:16.124565 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0933de-f0da-4e5b-8b0d-906c65692ab0,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:16.132842 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:16.133189 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:16.133584 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:16.133917 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:16.134247 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:16.134654 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:16.134976 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:16.135301 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:16.135760 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:16.136128 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:16.136446 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:16.136787 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:16.137102 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc3564-194d-470f-8e12-7433d9be8ee2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:16.976739 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 47454) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:17.070905 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-327932780-network', 'tenant_id': '3270c694d117403698bb3b24e359654c'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:17.151566 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Made reservation on behalf of 3270c694d117403698bb3b24e359654c for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:45:17.153935 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:17.162933 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:17.236490 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Publish callbacks [] for security_group (f1c52b78-06af-410e-a1f9-6796804880e9), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:17.292769 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (f1c52b78-06af-410e-a1f9-6796804880e9), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:17.316618 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:45:17.326297 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c52b78-06af-410e-a1f9-6796804880e9,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:17.331071 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (99161de7-ec96-47b1-92f8-3d8dce9c83d4), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:17.331420 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Added segment 99161de7-ec96-47b1-92f8-3d8dce9c83d4 of type vlan for network c84af400-ac1b-48de-9e51-923fce05d259 Jan 25 08:45:17.371662 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (c84af400-ac1b-48de-9e51-923fce05d259), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:17.441461 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (c84af400-ac1b-48de-9e51-923fce05d259), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:17.442433 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:17.443022 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:17.504010 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] Pushing event updated for resources: {'Network': ['ID=c84af400-ac1b-48de-9e51-923fce05d259,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:17.517936 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network c84af400-ac1b-48de-9e51-923fce05d259 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:45:17.526640 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-164c134c-c2c3-4ad0-baf2-782fd229ee21 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5487747 Jan 25 08:45:17.529412 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 47460) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:17.534129 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-b6f61539-0253-4318-a319-28410c509417 admin admin] Request body: {'subnet': {'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-327932780-subnet', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:17.603047 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f61539-0253-4318-a319-28410c509417 admin admin] Made reservation on behalf of 3270c694d117403698bb3b24e359654c for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:45:17.605491 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6f61539-0253-4318-a319-28410c509417 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8671574'] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:17.849560 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6f61539-0253-4318-a319-28410c509417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9329342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8671556'] for subnet (6616c566-e430-4980-a3e3-d6f559628b8e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:17.903943 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f61539-0253-4318-a319-28410c509417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6616c566-e430-4980-a3e3-d6f559628b8e,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:17.915977 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f61539-0253-4318-a319-28410c509417 admin admin] Checking segment: {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:45:17.916472 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f61539-0253-4318-a319-28410c509417 admin admin] Network hostable DHCP agents. Network: c84af400-ac1b-48de-9e51-923fce05d259, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:45:18.001673 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f61539-0253-4318-a319-28410c509417 admin admin] Network c84af400-ac1b-48de-9e51-923fce05d259 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:45:18.009846 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e702-da79-47d0-93c4-4d83fb77a844 req-413eab74-3dc5-4123-a62a-bceaa1d26f84 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:18.011488 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6883e702-da79-47d0-93c4-4d83fb77a844 req-413eab74-3dc5-4123-a62a-bceaa1d26f84 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 985 time: 0.0493436 Jan 25 08:45:18.071952 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-b6f61539-0253-4318-a319-28410c509417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, c84af400-ac1b-48de-9e51-923fce05d259) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:45:18.076742 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f61539-0253-4318-a319-28410c509417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:18.077746 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b6f61539-0253-4318-a319-28410c509417 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:18.081486 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fcdcad-2cdd-4f16-83fa-3c7b12196b11 None None] Network c84af400-ac1b-48de-9e51-923fce05d259 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:45:18.098400 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6883e702-da79-47d0-93c4-4d83fb77a844 req-d45876f1-07da-44f8-9e15-c4c4adf7616b tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=95fe89b9-592f-4f4d-a078-ab0ce347bce0&id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810020 Jan 25 08:45:18.104603 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440735f-54ee-4684-a102-a83735350ab5 req-2bf32a3d-e4f1-4f88-85a2-9dfb7dbc8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:18.106115 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9440735f-54ee-4684-a102-a83735350ab5 req-2bf32a3d-e4f1-4f88-85a2-9dfb7dbc8194 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f883d39e09994eef8c9a8cb49ba70db9&device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 1138 time: 0.0637364 Jan 25 08:45:18.154777 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-b6f61539-0253-4318-a319-28410c509417 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6242557 Jan 25 08:45:18.157286 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 47466) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:18.161617 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:18.192656 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cfbcc74-0d4c-5b35-bb29-6ee8540e8815-c84af400-ac1b-48de-9e51-923fce05d259', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e'}]}} from dv-cinder-811877-9-iscsi. {{(pid=103106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 08:45:18.194512 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:18.203941 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440735f-54ee-4684-a102-a83735350ab5 req-d7b5cd33-116a-4c79-9123-4653764afbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:18.205151 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9440735f-54ee-4684-a102-a83735350ab5 req-d7b5cd33-116a-4c79-9123-4653764afbee service neutron] 10.222.0.121 "GET /v2.0/networks?id=07a0a72d-6846-4848-8c73-bbcc20fedb8c HTTP/1.1" status: 200 len: 916 time: 0.0934646 Jan 25 08:45:18.255536 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-86383'] for router (3807cb94-5231-48e4-8402-cd545ae4e12e), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:18.257649 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-86294'] for router (3807cb94-5231-48e4-8402-cd545ae4e12e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:18.280041 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9440735f-54ee-4684-a102-a83735350ab5 req-ec6a0ff1-0c77-4164-9929-b9c9dc8fd170 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b HTTP/1.1" status: 200 len: 1002 time: 0.0682075 Jan 25 08:45:18.311703 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Publish callbacks [] for router_controller (3807cb94-5231-48e4-8402-cd545ae4e12e), precommit_add_association {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:18.330330 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.db_base_plugin_common [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Allocated IP 172.20.0.2 (c84af400-ac1b-48de-9e51-923fce05d259/6616c566-e430-4980-a3e3-d6f559628b8e/4affda55-a9fd-41a4-ac41-d1eef2e14168) {{(pid=103106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:45:18.337804 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440735f-54ee-4684-a102-a83735350ab5 req-0328fd63-8397-4e80-8035-366ededb59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:18.340757 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9440735f-54ee-4684-a102-a83735350ab5 req-0328fd63-8397-4e80-8035-366ededb59b6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=92c394b4-1106-4f8a-8b26-188f70824e72 HTTP/1.1" status: 200 len: 854 time: 0.0489392 Jan 25 08:45:18.385007 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440735f-54ee-4684-a102-a83735350ab5 req-6345ae4e-6e2b-4f23-b625-1349e337a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:18.386405 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9440735f-54ee-4684-a102-a83735350ab5 req-6345ae4e-6e2b-4f23-b625-1349e337a7cc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=07a0a72d-6846-4848-8c73-bbcc20fedb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405643 Jan 25 08:45:18.480078 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Publish callbacks [] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), precommit_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:18.489409 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9440735f-54ee-4684-a102-a83735350ab5 req-75da4554-a14d-48c7-9076-24190a558aca service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846596 Jan 25 08:45:18.502457 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Publish callbacks [] for router_gateway (3807cb94-5231-48e4-8402-cd545ae4e12e), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:18.524204 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:18.561328 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Network c84af400-ac1b-48de-9e51-923fce05d259 is already hosted by enough agents. {{(pid=103106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:45:18.567680 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.base_scheduler [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Resources bound (agent type, host, resource id): {{(pid=103106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:45:18.571821 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Received port after_create {{(pid=103106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:45:18.584213 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9440735f-54ee-4684-a102-a83735350ab5 req-9e77bc6a-5952-476e-bedd-f24c4f8729b0 service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841527 Jan 25 08:45:18.612317 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Pushing event updated for resources: {'Port': ['ID=4affda55-a9fd-41a4-ac41-d1eef2e14168,revision_number=1']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:18.639898 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Attempting to bind port 4affda55-a9fd-41a4-ac41-d1eef2e14168 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:45:18.640276 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Attempting to bind port 4affda55-a9fd-41a4-ac41-d1eef2e14168 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:45:18.640634 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Attempting to bind port 4affda55-a9fd-41a4-ac41-d1eef2e14168 on network c84af400-ac1b-48de-9e51-923fce05d259 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:45:18.645557 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:45:18.645922 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Checking segment: {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:45:18.649389 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:18.649389 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Bound using segment: {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:45:18.649389 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Bound port: 4affda55-a9fd-41a4-ac41-d1eef2e14168, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:45:18.649389 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:18.714028 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] For port 4affda55-a9fd-41a4-ac41-d1eef2e14168, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:45:18.717246 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] For port 4affda55-a9fd-41a4-ac41-d1eef2e14168, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=4affda55-a9fd-41a4-ac41-d1eef2e14168,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:45:18.759442 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Publish callbacks [] for router_gateway (3807cb94-5231-48e4-8402-cd545ae4e12e), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:18.769628 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:18.778828 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:18.831022 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b43c18-3c22-4f23-8062-9f1d450003e8 None None] Pushing event updated for resources: {'Port': ['ID=4affda55-a9fd-41a4-ac41-d1eef2e14168,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:18.908205 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Allocated IP 172.27.1.190 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/8ac80445-2fbd-48cd-a777-8ddf5063e093) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:45:19.015456 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Publish callbacks [] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:19.107266 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:19.152245 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:45:19.153521 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:45:19.159562 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:45:19.165836 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Pushing event updated for resources: {'Port': ['ID=8ac80445-2fbd-48cd-a777-8ddf5063e093,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:19.480546 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e3d8b-276f-45ba-96c3-8b6432b0c6c9 req-1b1618db-0744-4898-9b59-ab71a3e826aa tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:19.481981 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-505e3d8b-276f-45ba-96c3-8b6432b0c6c9 req-1b1618db-0744-4898-9b59-ab71a3e826aa tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 985 time: 0.0893342 Jan 25 08:45:19.567168 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Publish callbacks [] for router_gateway (3807cb94-5231-48e4-8402-cd545ae4e12e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:19.628219 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-505e3d8b-276f-45ba-96c3-8b6432b0c6c9 req-576142e5-05f5-4b51-b997-40f8264eb68e tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=95fe89b9-592f-4f4d-a078-ab0ce347bce0&id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381249 Jan 25 08:45:19.796193 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579814'] for router (3807cb94-5231-48e4-8402-cd545ae4e12e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:19.842153 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d1638c-02d2-4e0e-aa6c-89bf60a8ebc7 None None] Network c84af400-ac1b-48de-9e51-923fce05d259 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:45:19.975452 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Router 3807cb94-5231-48e4-8402-cd545ae4e12e is scheduled to L3 agent a6803982-6296-4973-9e95-2feb13f43b2d with binding_index 1 {{(pid=103104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 08:45:20.027783 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-f4299139-be44-47cb-a813-d03f52044952 None None] Provisioning complete for port 4affda55-a9fd-41a4-ac41-d1eef2e14168 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:20.028180 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-f4299139-be44-47cb-a813-d03f52044952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:20.092767 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:45:20.127573 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 4affda55-a9fd-41a4-ac41-d1eef2e14168 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:45:20.129764 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Sync routers for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:45:20.180684 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:45:20.181310 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:45:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:20.186574 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-f4299139-be44-47cb-a813-d03f52044952 None None] Current status of the port 4affda55-a9fd-41a4-ac41-d1eef2e14168 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:20.186955 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-f4299139-be44-47cb-a813-d03f52044952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:20.212309 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:20.216987 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-2fb1209c-942c-463d-a8ca-cace04d6fb7a admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0561399 Jan 25 08:45:20.217410 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47472) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:20.298194 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-f4299139-be44-47cb-a813-d03f52044952 None None] For port 4affda55-a9fd-41a4-ac41-d1eef2e14168, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=4affda55-a9fd-41a4-ac41-d1eef2e14168,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:45:20.324807 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 4affda55-a9fd-41a4-ac41-d1eef2e14168 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:20.325179 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:20.352575 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:45:20.378237 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-f4299139-be44-47cb-a813-d03f52044952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:20.525885 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4299139-be44-47cb-a813-d03f52044952 None None] Pushing event updated for resources: {'Port': ['ID=4affda55-a9fd-41a4-ac41-d1eef2e14168,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:20.543596 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-39117add-4030-419d-a3b7-7d89c42b4af0 None None] Provisioning complete for port 4affda55-a9fd-41a4-ac41-d1eef2e14168 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:20.543596 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-39117add-4030-419d-a3b7-7d89c42b4af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:20.643799 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 4affda55-a9fd-41a4-ac41-d1eef2e14168 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:20.705193 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-39117add-4030-419d-a3b7-7d89c42b4af0 None None] Current status of the port 4affda55-a9fd-41a4-ac41-d1eef2e14168 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:20.709886 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:19Z', 'revision_number': 3, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:20.740719 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Checking router: 3807cb94-5231-48e4-8402-cd545ae4e12e for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:45:20.741068 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Updating router 3807cb94-5231-48e4-8402-cd545ae4e12e port 8ac80445-2fbd-48cd-a777-8ddf5063e093 binding host dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:45:20.766507 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:20.836141 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cd634-5624-4e13-9ac3-a4ed411a2596 req-029ed705-ac93-4097-aa5a-162c36b8abe2 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:20.837483 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-832cd634-5624-4e13-9ac3-a4ed411a2596 req-029ed705-ac93-4097-aa5a-162c36b8abe2 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 985 time: 0.0853927 Jan 25 08:45:20.956834 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-832cd634-5624-4e13-9ac3-a4ed411a2596 req-456d0882-33a2-477d-8601-b0b1da99ec88 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=95fe89b9-592f-4f4d-a078-ab0ce347bce0&id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114156 Jan 25 08:45:20.968165 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:21.029202 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Publish callbacks [] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:21.110249 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:21.129726 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Allocated IP 172.20.0.1 (c84af400-ac1b-48de-9e51-923fce05d259/6616c566-e430-4980-a3e3-d6f559628b8e/af7be32d-bd4a-41d5-a3cd-579e826bf50e) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:45:21.165826 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Attempting to bind port 8ac80445-2fbd-48cd-a777-8ddf5063e093 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:45:21.166198 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Attempting to bind port 8ac80445-2fbd-48cd-a777-8ddf5063e093 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:45:21.166563 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Attempting to bind port 8ac80445-2fbd-48cd-a777-8ddf5063e093 on network ed202089-45c6-4c7e-b473-596d2e9efddc {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:45:21.168440 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4355a-f457-47bd-a61a-5b5d0fbaf815 None None] Pushing event updated for resources: {'Port': ['ID=8ac80445-2fbd-48cd-a777-8ddf5063e093,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:21.173863 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:45:21.174237 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Checking segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:45:21.176405 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:21.176405 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Bound using segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:45:21.176405 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Bound port: 8ac80445-2fbd-48cd-a777-8ddf5063e093, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:45:21.176405 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:21.228640 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] For port 8ac80445-2fbd-48cd-a777-8ddf5063e093, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:45:21.232963 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] For port 8ac80445-2fbd-48cd-a777-8ddf5063e093, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=8ac80445-2fbd-48cd-a777-8ddf5063e093,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:45:21.233522 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Publish callbacks [] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:21.310909 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:21.362275 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:21.364959 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:45:21.366281 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:45:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:21.370972 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4355a-f457-47bd-a61a-5b5d0fbaf815 None None] Pushing event updated for resources: {'Port': ['ID=8ac80445-2fbd-48cd-a777-8ddf5063e093,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:21.411962 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Network c84af400-ac1b-48de-9e51-923fce05d259 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:45:21.415460 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:45:21.421141 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:45:21.446756 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Pushing event updated for resources: {'Port': ['ID=af7be32d-bd4a-41d5-a3cd-579e826bf50e,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:21.460783 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:21.460783 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:21.460783 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:21.461208 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:21.461208 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:21.461538 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:21.461861 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:21.462185 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:21.462506 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:21.462828 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:21.463142 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:21.463453 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:21.463818 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:21.478396 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582859'] for router_interface (3807cb94-5231-48e4-8402-cd545ae4e12e), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:21.487715 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:45:21.660332 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:21.661365 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-4e1491f1-c4d9-4f88-a14f-f77bf2363fb9 None None] Provisioning complete for port af7be32d-bd4a-41d5-a3cd-579e826bf50e triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:21.661740 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4e1491f1-c4d9-4f88-a14f-f77bf2363fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:21.827181 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-4e1491f1-c4d9-4f88-a14f-f77bf2363fb9 None None] Port af7be32d-bd4a-41d5-a3cd-579e826bf50e cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:45:21.827427 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Publish callbacks [] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:21.836587 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:19Z', 'revision_number': 3, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:21.867343 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79146cd5-1091-4d51-af2e-c941b6e5acb9 None None] The sync data for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi is: [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:19Z', 'revision_number': 3, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:45:21.877373 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:21.948635 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Pushing event updated for resources: {'Port': ['ID=af7be32d-bd4a-41d5-a3cd-579e826bf50e,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:21.951714 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582823'] for router_interface (3807cb94-5231-48e4-8402-cd545ae4e12e), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:22.048041 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Network c84af400-ac1b-48de-9e51-923fce05d259 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:45:22.049990 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:45:22.093869 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 4affda55-a9fd-41a4-ac41-d1eef2e14168 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:45:22.125583 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a526b2-d4b0-444d-a00a-24fe4c8946e9 req-887a7917-5180-4fa4-8825-ba62fa0655f3 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:22.127217 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-61a526b2-d4b0-444d-a00a-24fe4c8946e9 req-887a7917-5180-4fa4-8825-ba62fa0655f3 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 985 time: 0.0860705 Jan 25 08:45:22.178392 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 4affda55-a9fd-41a4-ac41-d1eef2e14168 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:22.178766 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:22.205611 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-61a526b2-d4b0-444d-a00a-24fe4c8946e9 req-fb0603bb-722d-4013-9427-a58e2d8935cc tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=95fe89b9-592f-4f4d-a078-ab0ce347bce0&id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647330 Jan 25 08:45:22.290071 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Router 3807cb94-5231-48e4-8402-cd545ae4e12e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:45:22.301686 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 4affda55-a9fd-41a4-ac41-d1eef2e14168 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:22.411331 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:45:22.416357 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-3ff66aa0-7941-4121-a778-80d3ab1e8b92 admin admin] 10.222.0.112 "PUT /v2.0/routers/3807cb94-5231-48e4-8402-cd545ae4e12e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1977386 Jan 25 08:45:22.462720 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-c81b3f79-27ca-4686-a6a2-25f900ee970d None None] Provisioning complete for port af7be32d-bd4a-41d5-a3cd-579e826bf50e triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:22.463048 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c81b3f79-27ca-4686-a6a2-25f900ee970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:22.498853 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-c81b3f79-27ca-4686-a6a2-25f900ee970d None None] Port af7be32d-bd4a-41d5-a3cd-579e826bf50e cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:45:23.095988 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 47494) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:23.100964 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-312347839-network', 'tenant_id': '8c6223945f41462999dafd7794a77516'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:23.168753 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Made reservation on behalf of 8c6223945f41462999dafd7794a77516 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:45:23.171108 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:23.179967 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:23.255495 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Publish callbacks [] for security_group (b622c4cf-bfe5-4709-911c-0cb6b7a3ed43), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:23.317536 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (b622c4cf-bfe5-4709-911c-0cb6b7a3ed43), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:23.338273 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7c221-b64c-4aaa-b838-9883908f52d0 req-097384c3-53ef-4141-bcc9-90669a9c23ff tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:23.339194 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:45:23.339784 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2ae7c221-b64c-4aaa-b838-9883908f52d0 req-097384c3-53ef-4141-bcc9-90669a9c23ff tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 985 time: 0.0519748 Jan 25 08:45:23.353881 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b622c4cf-bfe5-4709-911c-0cb6b7a3ed43,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:23.357032 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:23.357367 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Added segment 7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae of type vlan for network 1c3354c8-79ac-49ed-8e1e-c82285b0e60e Jan 25 08:45:23.398196 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (1c3354c8-79ac-49ed-8e1e-c82285b0e60e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:23.418720 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2ae7c221-b64c-4aaa-b838-9883908f52d0 req-cb7e3c4d-05a0-49bc-b055-d028afb17e32 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=95fe89b9-592f-4f4d-a078-ab0ce347bce0&id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718760 Jan 25 08:45:23.466154 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (1c3354c8-79ac-49ed-8e1e-c82285b0e60e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:23.471037 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:23.471037 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:23.540125 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Sync routers for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:45:23.551104 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:45:23.551730 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:45:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:23.660293 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:45:23.739459 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6422982 Jan 25 08:45:23.742812 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47498) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:23.743840 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f8d21-11f7-4a7c-8d1c-c993f86f7c12 admin admin] Pushing event updated for resources: {'Network': ['ID=1c3354c8-79ac-49ed-8e1e-c82285b0e60e,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:23.749180 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-62eb2acf-ec2d-4769-92e7-a124564f00d2 admin admin] Request body: {'subnet': {'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-312347839-subnet', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'ip_version': 4}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:23.753682 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network 1c3354c8-79ac-49ed-8e1e-c82285b0e60e details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:45:23.820071 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eb2acf-ec2d-4769-92e7-a124564f00d2 admin admin] Made reservation on behalf of 8c6223945f41462999dafd7794a77516 for: {'subnet': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:45:23.822439 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-62eb2acf-ec2d-4769-92e7-a124564f00d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8486103'] for subnet (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:23.867838 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 2, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:23.898054 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Checking router: 3807cb94-5231-48e4-8402-cd545ae4e12e for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:45:23.898392 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Updating router 3807cb94-5231-48e4-8402-cd545ae4e12e port af7be32d-bd4a-41d5-a3cd-579e826bf50e binding host dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:45:23.923938 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.049077 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-62eb2acf-ec2d-4769-92e7-a124564f00d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10414272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8486085'] for subnet (47973d14-d5ab-41a7-a956-8726088ecdc1), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.110660 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb2acf-ec2d-4769-92e7-a124564f00d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47973d14-d5ab-41a7-a956-8726088ecdc1,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:24.117718 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb2acf-ec2d-4769-92e7-a124564f00d2 admin admin] Checking segment: {'id': '7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:45:24.118082 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb2acf-ec2d-4769-92e7-a124564f00d2 admin admin] Network hostable DHCP agents. Network: 1c3354c8-79ac-49ed-8e1e-c82285b0e60e, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:45:24.119626 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 8ac80445-2fbd-48cd-a777-8ddf5063e093 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:45:24.169654 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 8ac80445-2fbd-48cd-a777-8ddf5063e093 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:24.170026 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.196799 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Publish callbacks [] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), precommit_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.202951 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb2acf-ec2d-4769-92e7-a124564f00d2 admin admin] Network 1c3354c8-79ac-49ed-8e1e-c82285b0e60e is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:45:24.252209 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 8ac80445-2fbd-48cd-a777-8ddf5063e093 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:24.252598 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.260439 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.273870 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port 8ac80445-2fbd-48cd-a777-8ddf5063e093, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=8ac80445-2fbd-48cd-a777-8ddf5063e093,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:45:24.289276 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-62eb2acf-ec2d-4769-92e7-a124564f00d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, 1c3354c8-79ac-49ed-8e1e-c82285b0e60e) {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:45:24.299597 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eb2acf-ec2d-4769-92e7-a124564f00d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:24.300522 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-62eb2acf-ec2d-4769-92e7-a124564f00d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.300689 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5029baba-48d2-44fa-ad2f-882ecd701fd3 None None] Network 1c3354c8-79ac-49ed-8e1e-c82285b0e60e requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:45:24.311271 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Pushing event updated for resources: {'Port': ['ID=af7be32d-bd4a-41d5-a3cd-579e826bf50e,revision_number=3']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:24.321343 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:24.330010 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:24.330010 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:24.330010 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:24.330010 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:24.330010 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:24.330010 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:24.330010 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:24.330010 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:24.330010 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:24.330010 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:24.330010 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:24.330010 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:45:24.360596 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.388546 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Attempting to bind port af7be32d-bd4a-41d5-a3cd-579e826bf50e on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:45:24.388919 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Attempting to bind port af7be32d-bd4a-41d5-a3cd-579e826bf50e by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:45:24.389288 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Attempting to bind port af7be32d-bd4a-41d5-a3cd-579e826bf50e on network c84af400-ac1b-48de-9e51-923fce05d259 {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:45:24.394675 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:45:24.395042 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Checking segment: {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:45:24.395634 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.396558 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Bound using segment: {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:45:24.397835 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Bound port: af7be32d-bd4a-41d5-a3cd-579e826bf50e, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'}}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:45:24.398393 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.401773 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-62eb2acf-ec2d-4769-92e7-a124564f00d2 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6571701 Jan 25 08:45:24.403930 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47500) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:24.409825 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-312347839-router', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:24.455253 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=8ac80445-2fbd-48cd-a777-8ddf5063e093,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:24.467881 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cfbcc74-0d4c-5b35-bb29-6ee8540e8815-1c3354c8-79ac-49ed-8e1e-c82285b0e60e', 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e', 'project_id': '8c6223945f41462999dafd7794a77516', 'fixed_ips': [{'subnet_id': '47973d14-d5ab-41a7-a956-8726088ecdc1'}]}} from dv-cinder-811877-9-iscsi. {{(pid=103106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 08:45:24.468800 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.474189 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] For port af7be32d-bd4a-41d5-a3cd-579e826bf50e, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:45:24.478910 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] For port af7be32d-bd4a-41d5-a3cd-579e826bf50e, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=af7be32d-bd4a-41d5-a3cd-579e826bf50e,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:45:24.499097 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-86383'] for router (18b50da5-d0d1-43da-a300-2542b1fe0b84), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.500198 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-86294'] for router (18b50da5-d0d1-43da-a300-2542b1fe0b84), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.551062 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.562636 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e947a6-5c5d-458f-9cf4-4f48b07ca159 req-28373989-8d0d-475d-a649-16c482a69019 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:24.570475 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a0e947a6-5c5d-458f-9cf4-4f48b07ca159 req-28373989-8d0d-475d-a649-16c482a69019 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 985 time: 0.0767634 Jan 25 08:45:24.594219 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Publish callbacks [] for router_controller (18b50da5-d0d1-43da-a300-2542b1fe0b84), precommit_add_association {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.616452 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945aed8-d7a7-4821-b2dd-d99e291c7426 None None] Pushing event updated for resources: {'Port': ['ID=af7be32d-bd4a-41d5-a3cd-579e826bf50e,revision_number=4']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:24.627613 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.db_base_plugin_common [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Allocated IP 172.20.0.2 (1c3354c8-79ac-49ed-8e1e-c82285b0e60e/47973d14-d5ab-41a7-a956-8726088ecdc1/eb38a923-a906-49c2-904f-74dd939d1a05) {{(pid=103106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:45:24.631695 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:45:24.632789 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:45:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:24.661149 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a0e947a6-5c5d-458f-9cf4-4f48b07ca159 req-02c21026-daef-4d68-9666-809791fbd04c tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=95fe89b9-592f-4f4d-a078-ab0ce347bce0&id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823817 Jan 25 08:45:24.772281 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:45:24.816748 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Publish callbacks [] for port (eb38a923-a906-49c2-904f-74dd939d1a05), precommit_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.823736 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-ba935066-eae9-49f8-8f71-fcc69f5f27d0 None None] Provisioning complete for port af7be32d-bd4a-41d5-a3cd-579e826bf50e triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:24.824135 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ba935066-eae9-49f8-8f71-fcc69f5f27d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.842683 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Publish callbacks [] for router_gateway (18b50da5-d0d1-43da-a300-2542b1fe0b84), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.902091 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.940367 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-ba935066-eae9-49f8-8f71-fcc69f5f27d0 None None] Current status of the port af7be32d-bd4a-41d5-a3cd-579e826bf50e is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:24.940736 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ba935066-eae9-49f8-8f71-fcc69f5f27d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:24.971718 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Network 1c3354c8-79ac-49ed-8e1e-c82285b0e60e is already hosted by enough agents. {{(pid=103106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:45:24.978735 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Pushing event updated for resources: {'Port': ['ID=eb38a923-a906-49c2-904f-74dd939d1a05,revision_number=1']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:24.983177 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.base_scheduler [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Resources bound (agent type, host, resource id): {{(pid=103106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:45:24.985467 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Received port after_create {{(pid=103106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:45:25.009780 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:25.028295 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-ba935066-eae9-49f8-8f71-fcc69f5f27d0 None None] For port af7be32d-bd4a-41d5-a3cd-579e826bf50e, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=af7be32d-bd4a-41d5-a3cd-579e826bf50e,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:45:25.036297 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba09811-89f8-4246-abe7-d6dfbe440899 None None] The sync data for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi is: [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:45:25.057580 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Attempting to bind port eb38a923-a906-49c2-904f-74dd939d1a05 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:45:25.064223 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Attempting to bind port eb38a923-a906-49c2-904f-74dd939d1a05 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:45:25.064223 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Attempting to bind port eb38a923-a906-49c2-904f-74dd939d1a05 on network 1c3354c8-79ac-49ed-8e1e-c82285b0e60e {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:45:25.064223 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:45:25.064223 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Checking segment: {'id': '7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:45:25.064865 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:25.064865 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Bound using segment: {'id': '7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:45:25.065151 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Bound port: eb38a923-a906-49c2-904f-74dd939d1a05, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:45:25.065771 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:25.109333 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ba935066-eae9-49f8-8f71-fcc69f5f27d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:25.176510 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Publish callbacks [] for router_gateway (18b50da5-d0d1-43da-a300-2542b1fe0b84), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:25.182379 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] For port eb38a923-a906-49c2-904f-74dd939d1a05, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:45:25.186819 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] For port eb38a923-a906-49c2-904f-74dd939d1a05, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=eb38a923-a906-49c2-904f-74dd939d1a05,segment=NetworkSegment(7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae),segment_id=7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:45:25.186819 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba935066-eae9-49f8-8f71-fcc69f5f27d0 None None] Pushing event updated for resources: {'Port': ['ID=af7be32d-bd4a-41d5-a3cd-579e826bf50e,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:25.197696 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:25.231562 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-b3a5a421-f376-4aec-8a0c-113bae1819b5 None None] Provisioning complete for port af7be32d-bd4a-41d5-a3cd-579e826bf50e triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:25.237509 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b3a5a421-f376-4aec-8a0c-113bae1819b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:25.260739 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:25.330767 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Allocated IP 172.27.1.248 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:45:25.336677 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763ef33-5b51-414e-b0bc-f050f42fcaf8 None None] Pushing event updated for resources: {'Port': ['ID=eb38a923-a906-49c2-904f-74dd939d1a05,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:25.376833 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-b3a5a421-f376-4aec-8a0c-113bae1819b5 None None] Current status of the port af7be32d-bd4a-41d5-a3cd-579e826bf50e is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:25.466293 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Publish callbacks [] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:25.567876 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:25.626246 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:45:25.628111 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Pushing event updated for resources: {'Port': ['ID=1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:25.630671 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:45:25.633632 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:45:25.844906 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d1df7-046e-4c60-8832-91f602e45c92 req-ed1ede33-6af5-4f56-9874-da4f39def276 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:25.846508 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ab6d1df7-046e-4c60-8832-91f602e45c92 req-ed1ede33-6af5-4f56-9874-da4f39def276 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 985 time: 0.0867150 Jan 25 08:45:25.917221 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ab6d1df7-046e-4c60-8832-91f602e45c92 req-b92c238a-d937-464e-8fcc-e05a1e2f2caf tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=95fe89b9-592f-4f4d-a078-ab0ce347bce0&id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637269 Jan 25 08:45:26.032462 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Publish callbacks [] for router_gateway (18b50da5-d0d1-43da-a300-2542b1fe0b84), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:26.290432 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579814'] for router (18b50da5-d0d1-43da-a300-2542b1fe0b84), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:26.322525 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device eb38a923-a906-49c2-904f-74dd939d1a05 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:45:26.380331 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port eb38a923-a906-49c2-904f-74dd939d1a05 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:26.381040 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:26.421781 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f532a9-debe-45ec-a5f9-6e5b0ac812c9 None None] Network 1c3354c8-79ac-49ed-8e1e-c82285b0e60e requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:45:26.523485 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Router 18b50da5-d0d1-43da-a300-2542b1fe0b84 is scheduled to L3 agent a6803982-6296-4973-9e95-2feb13f43b2d with binding_index 1 {{(pid=103105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 08:45:26.539901 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port eb38a923-a906-49c2-904f-74dd939d1a05 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:26.540397 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:26.545784 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-5118625f-8fc0-47fa-a465-d414d4bb425f None None] Provisioning complete for port eb38a923-a906-49c2-904f-74dd939d1a05 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:26.546143 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5118625f-8fc0-47fa-a465-d414d4bb425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:26.631776 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port eb38a923-a906-49c2-904f-74dd939d1a05, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=eb38a923-a906-49c2-904f-74dd939d1a05,segment=NetworkSegment(7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae),segment_id=7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:45:26.632002 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:45:26.643431 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Sync routers for ids ['18b50da5-d0d1-43da-a300-2542b1fe0b84'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:45:26.658924 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Routers {'18b50da5-d0d1-43da-a300-2542b1fe0b84'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:45:26.659649 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:45:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['18b50da5-d0d1-43da-a300-2542b1fe0b84'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:26.712716 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:26.717590 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-db467066-1b41-41ef-9ca2-350b0c86204d admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3095720 Jan 25 08:45:26.718073 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47506) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:26.722449 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:26.723236 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 8ac80445-2fbd-48cd-a777-8ddf5063e093 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:45:26.790249 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-5118625f-8fc0-47fa-a465-d414d4bb425f None None] Current status of the port eb38a923-a906-49c2-904f-74dd939d1a05 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:26.790644 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5118625f-8fc0-47fa-a465-d414d4bb425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:26.886103 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=eb38a923-a906-49c2-904f-74dd939d1a05,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:27.045989 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Set router 18b50da5-d0d1-43da-a300-2542b1fe0b84 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:45:27.048317 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b57f12-54a3-464e-a201-57d5d4f609c8 req-ca81439c-2962-4310-a11f-a0e23fc8c5b1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:27.049840 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-45b57f12-54a3-464e-a201-57d5d4f609c8 req-ca81439c-2962-4310-a11f-a0e23fc8c5b1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 985 time: 0.0523427 Jan 25 08:45:27.119845 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-45b57f12-54a3-464e-a201-57d5d4f609c8 req-f3823460-1629-46b3-bcf8-155aaf44e373 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=95fe89b9-592f-4f4d-a078-ab0ce347bce0&id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621812 Jan 25 08:45:27.123751 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.db.api [None req-5118625f-8fc0-47fa-a465-d414d4bb425f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 08:45:27.124103 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG oslo_db.api [None req-5118625f-8fc0-47fa-a465-d414d4bb425f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 08:45:27.126831 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 8ac80445-2fbd-48cd-a777-8ddf5063e093 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:27.127137 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:27.183737 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:27.297677 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 8ac80445-2fbd-48cd-a777-8ddf5063e093 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:27.298741 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device af7be32d-bd4a-41d5-a3cd-579e826bf50e up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:45:27.349617 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'name': 'tempest-TestVolumeBootPattern-312347839-router', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:24Z', 'updated_at': '2022-01-25T08:45:25Z', 'revision_number': 3, 'project_id': '8c6223945f41462999dafd7794a77516', 'gw_port': {'id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:25Z', 'updated_at': '2022-01-25T08:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:27.381501 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Checking router: 18b50da5-d0d1-43da-a300-2542b1fe0b84 for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:45:27.381854 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Updating router 18b50da5-d0d1-43da-a300-2542b1fe0b84 port 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a binding host dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:45:27.406736 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port af7be32d-bd4a-41d5-a3cd-579e826bf50e triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:27.407026 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:27.433615 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:27.581644 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Allocated IP 172.20.0.1 (1c3354c8-79ac-49ed-8e1e-c82285b0e60e/47973d14-d5ab-41a7-a956-8726088ecdc1/e187b2c8-8c86-4167-8df6-76f2dcf9fece) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:45:27.601263 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port af7be32d-bd4a-41d5-a3cd-579e826bf50e is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:27.686908 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Publish callbacks [] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:27.688556 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-5118625f-8fc0-47fa-a465-d414d4bb425f None None] Current status of the port eb38a923-a906-49c2-904f-74dd939d1a05 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:27.760583 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Publish callbacks [] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:27.769204 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:27.810984 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Network 1c3354c8-79ac-49ed-8e1e-c82285b0e60e is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:45:27.813106 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-981e0cf7-a6d3-4354-9f48-76ff1631bb29 None None] Provisioning complete for port eb38a923-a906-49c2-904f-74dd939d1a05 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:27.813280 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-981e0cf7-a6d3-4354-9f48-76ff1631bb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:27.813829 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:45:27.820037 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:45:27.840616 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:27.845889 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e187b2c8-8c86-4167-8df6-76f2dcf9fece,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:27.870028 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582859'] for router_interface (18b50da5-d0d1-43da-a300-2542b1fe0b84), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:27.913982 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8705ad-9cc7-41bc-b42d-20cbfb82a579 None None] Pushing event updated for resources: {'Port': ['ID=1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:27.921097 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Attempting to bind port 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:45:27.921471 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Attempting to bind port 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:45:27.921838 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Attempting to bind port 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a on network ed202089-45c6-4c7e-b473-596d2e9efddc {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:45:27.931116 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:45:27.931521 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Checking segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:45:27.931891 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:27.932315 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Bound using segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:45:27.932795 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Bound port: 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:45:27.933178 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:28.015246 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-981e0cf7-a6d3-4354-9f48-76ff1631bb29 None None] Current status of the port eb38a923-a906-49c2-904f-74dd939d1a05 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:28.024672 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] For port 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:45:28.027797 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] For port 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:45:28.068977 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:28.078226 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device eb38a923-a906-49c2-904f-74dd939d1a05 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:45:28.108186 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:28.191701 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Routers {'18b50da5-d0d1-43da-a300-2542b1fe0b84'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:45:28.192373 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:45:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['18b50da5-d0d1-43da-a300-2542b1fe0b84'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:28.199908 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-8343fe44-c0c0-4b70-bcd4-185aa6a6bf2d None None] Provisioning complete for port e187b2c8-8c86-4167-8df6-76f2dcf9fece triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:28.200238 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-8343fe44-c0c0-4b70-bcd4-185aa6a6bf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:28.252738 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8705ad-9cc7-41bc-b42d-20cbfb82a579 None None] Pushing event updated for resources: {'Port': ['ID=1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:28.269104 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Publish callbacks [] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:28.275853 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port eb38a923-a906-49c2-904f-74dd939d1a05 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:28.276268 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:28.279613 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01532791-e706-402d-bf61-dd9018afcb6f req-db51873f-1f5d-4816-ad19-1fa3d2f1ab96 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:28.281467 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-01532791-e706-402d-bf61-dd9018afcb6f req-db51873f-1f5d-4816-ad19-1fa3d2f1ab96 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 985 time: 0.0776260 Jan 25 08:45:28.316566 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:28.339225 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-8343fe44-c0c0-4b70-bcd4-185aa6a6bf2d None None] Port e187b2c8-8c86-4167-8df6-76f2dcf9fece cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:45:28.379228 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] Set router 18b50da5-d0d1-43da-a300-2542b1fe0b84 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:45:28.395731 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-01532791-e706-402d-bf61-dd9018afcb6f req-3cdd316a-0afe-4cf6-82b5-929e9b278e3d tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=95fe89b9-592f-4f4d-a078-ab0ce347bce0&id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078854 Jan 25 08:45:28.409259 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582823'] for router_interface (18b50da5-d0d1-43da-a300-2542b1fe0b84), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:28.419207 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e187b2c8-8c86-4167-8df6-76f2dcf9fece,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:28.480143 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port eb38a923-a906-49c2-904f-74dd939d1a05 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:28.504237 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Network 1c3354c8-79ac-49ed-8e1e-c82285b0e60e is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:45:28.505669 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:45:28.613260 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'name': 'tempest-TestVolumeBootPattern-312347839-router', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:24Z', 'updated_at': '2022-01-25T08:45:27Z', 'revision_number': 4, 'project_id': '8c6223945f41462999dafd7794a77516', 'gw_port': {'id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:25Z', 'updated_at': '2022-01-25T08:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'e187b2c8-8c86-4167-8df6-76f2dcf9fece', 'name': '', 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'mac_address': 'fa:16:3e:f3:b2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47973d14-d5ab-41a7-a956-8726088ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:27Z', 'updated_at': '2022-01-25T08:45:27Z', 'revision_number': 1, 'project_id': '8c6223945f41462999dafd7794a77516', 'subnets': [{'id': '47973d14-d5ab-41a7-a956-8726088ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:28.636639 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Router 18b50da5-d0d1-43da-a300-2542b1fe0b84 has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:45:28.649790 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11840b-1676-4ffb-8256-bad05790b4fc None None] The sync data for ids ['18b50da5-d0d1-43da-a300-2542b1fe0b84'] in dv-cinder-811877-9-iscsi is: [{'id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'name': 'tempest-TestVolumeBootPattern-312347839-router', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:24Z', 'updated_at': '2022-01-25T08:45:27Z', 'revision_number': 4, 'project_id': '8c6223945f41462999dafd7794a77516', 'gw_port': {'id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:25Z', 'updated_at': '2022-01-25T08:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'e187b2c8-8c86-4167-8df6-76f2dcf9fece', 'name': '', 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'mac_address': 'fa:16:3e:f3:b2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47973d14-d5ab-41a7-a956-8726088ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:27Z', 'updated_at': '2022-01-25T08:45:27Z', 'revision_number': 1, 'project_id': '8c6223945f41462999dafd7794a77516', 'subnets': [{'id': '47973d14-d5ab-41a7-a956-8726088ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:45:28.756449 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:45:28.760413 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-0dbdd7e5-c80a-4969-9322-f52808b84680 None None] Provisioning complete for port e187b2c8-8c86-4167-8df6-76f2dcf9fece triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:28.760788 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd7e5-c80a-4969-9322-f52808b84680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:28.768640 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-f20fc336-9452-4bb4-b363-c1963cca55a7 admin admin] 10.222.0.112 "PUT /v2.0/routers/18b50da5-d0d1-43da-a300-2542b1fe0b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0494401 Jan 25 08:45:28.796449 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-0dbdd7e5-c80a-4969-9322-f52808b84680 None None] Port e187b2c8-8c86-4167-8df6-76f2dcf9fece cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:45:29.065341 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:45:29.524987 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c360b-9350-49db-942d-1638bb822b3e req-b63c6307-c01e-488e-89ef-da94e3b543a0 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:29.526672 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90c360b-9350-49db-942d-1638bb822b3e req-b63c6307-c01e-488e-89ef-da94e3b543a0 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 985 time: 0.0522869 Jan 25 08:45:29.592121 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d90c360b-9350-49db-942d-1638bb822b3e req-2ec4b032-712f-4cbd-9cf1-25cfc736af39 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=95fe89b9-592f-4f4d-a078-ab0ce347bce0&id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593534 Jan 25 08:45:29.679693 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47520) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:29.684533 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-b5d501bf-63cf-469b-b507-0545e3968b6f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621090921', 'description': 'tempest-secgroup-smoke-621090921 description', 'project_id': '3270c694d117403698bb3b24e359654c'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:29.774577 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b5d501bf-63cf-469b-b507-0545e3968b6f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:29.847936 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b5d501bf-63cf-469b-b507-0545e3968b6f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group (9dff26f9-cc62-49aa-8eec-137c95e831da), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:29.900140 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b5d501bf-63cf-469b-b507-0545e3968b6f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9dff26f9-cc62-49aa-8eec-137c95e831da), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:29.931191 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d501bf-63cf-469b-b507-0545e3968b6f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dff26f9-cc62-49aa-8eec-137c95e831da,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:29.994334 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b5d501bf-63cf-469b-b507-0545e3968b6f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:29.995602 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-b5d501bf-63cf-469b-b507-0545e3968b6f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3148320 Jan 25 08:45:29.998520 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47522) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:30.002807 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-9eca672b-16ee-4e7f-ac7a-b3bc9f9b7d8a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Request body: {'security_group_rule': {'security_group_id': '9dff26f9-cc62-49aa-8eec-137c95e831da', 'project_id': '3270c694d117403698bb3b24e359654c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:30.099584 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9eca672b-16ee-4e7f-ac7a-b3bc9f9b7d8a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (10ca5695-7e80-4968-9e73-7166b93c627f), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.104983 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:45:30.154323 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:30.154835 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.157511 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9eca672b-16ee-4e7f-ac7a-b3bc9f9b7d8a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (10ca5695-7e80-4968-9e73-7166b93c627f), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.225982 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9eca672b-16ee-4e7f-ac7a-b3bc9f9b7d8a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (10ca5695-7e80-4968-9e73-7166b93c627f), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.236477 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:30.236871 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.245056 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca672b-16ee-4e7f-ac7a-b3bc9f9b7d8a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ca5695-7e80-4968-9e73-7166b93c627f,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:30.259229 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:45:30.329163 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9eca672b-16ee-4e7f-ac7a-b3bc9f9b7d8a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.330412 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-9eca672b-16ee-4e7f-ac7a-b3bc9f9b7d8a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3309751 Jan 25 08:45:30.333121 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47524) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:30.338115 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-9afe806f-b934-4326-bee0-3c12f9105a22 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Request body: {'security_group_rule': {'security_group_id': '9dff26f9-cc62-49aa-8eec-137c95e831da', 'project_id': '3270c694d117403698bb3b24e359654c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:30.351802 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.376758 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.401781 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:30.431658 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9afe806f-b934-4326-bee0-3c12f9105a22 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (d04ea296-f02b-4ea7-924b-2ef3d8dcff6d), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.484994 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9afe806f-b934-4326-bee0-3c12f9105a22 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (d04ea296-f02b-4ea7-924b-2ef3d8dcff6d), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.551335 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9afe806f-b934-4326-bee0-3c12f9105a22 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (d04ea296-f02b-4ea7-924b-2ef3d8dcff6d), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.570869 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe806f-b934-4326-bee0-3c12f9105a22 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04ea296-f02b-4ea7-924b-2ef3d8dcff6d,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:30.616922 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9afe806f-b934-4326-bee0-3c12f9105a22 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.618161 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-9afe806f-b934-4326-bee0-3c12f9105a22 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2841036 Jan 25 08:45:30.620925 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47528) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:30.625310 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-5705221e-13ad-44bd-9c07-971078172b1a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Request body: {'security_group_rule': {'security_group_id': '9dff26f9-cc62-49aa-8eec-137c95e831da', 'project_id': '3270c694d117403698bb3b24e359654c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:30.711224 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8713d-aad5-4e51-8b73-a23f38c99cb0 req-ed675c28-a39f-4bc0-8466-0fe6d6a905d0 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:30.712758 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-39b8713d-aad5-4e51-8b73-a23f38c99cb0 req-ed675c28-a39f-4bc0-8466-0fe6d6a905d0 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 985 time: 0.0521979 Jan 25 08:45:30.720784 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5705221e-13ad-44bd-9c07-971078172b1a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (840e8d6c-c631-4e1b-ae85-d276a37150b8), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.816566 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-39b8713d-aad5-4e51-8b73-a23f38c99cb0 req-b4a9b052-99b0-4add-85b2-8a7f9a00031b tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=95fe89b9-592f-4f4d-a078-ab0ce347bce0&id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949368 Jan 25 08:45:30.823219 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5705221e-13ad-44bd-9c07-971078172b1a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (840e8d6c-c631-4e1b-ae85-d276a37150b8), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.887253 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5705221e-13ad-44bd-9c07-971078172b1a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (840e8d6c-c631-4e1b-ae85-d276a37150b8), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.906275 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705221e-13ad-44bd-9c07-971078172b1a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840e8d6c-c631-4e1b-ae85-d276a37150b8,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:30.970491 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5705221e-13ad-44bd-9c07-971078172b1a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:30.971704 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-5705221e-13ad-44bd-9c07-971078172b1a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3498425 Jan 25 08:45:30.975082 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47532) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:30.981432 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-22a86dae-dd26-410e-9da7-c2b748e4feef tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Request body: {'security_group_rule': {'security_group_id': '9dff26f9-cc62-49aa-8eec-137c95e831da', 'project_id': '3270c694d117403698bb3b24e359654c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:31.049001 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-22a86dae-dd26-410e-9da7-c2b748e4feef tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (e6e64811-04fa-4a34-be55-9f16d8abd41e), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:31.103945 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-22a86dae-dd26-410e-9da7-c2b748e4feef tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (e6e64811-04fa-4a34-be55-9f16d8abd41e), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:31.150992 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-22a86dae-dd26-410e-9da7-c2b748e4feef tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (e6e64811-04fa-4a34-be55-9f16d8abd41e), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:31.169399 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a86dae-dd26-410e-9da7-c2b748e4feef tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e64811-04fa-4a34-be55-9f16d8abd41e,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:31.254767 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-22a86dae-dd26-410e-9da7-c2b748e4feef tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:31.256654 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-22a86dae-dd26-410e-9da7-c2b748e4feef tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2802465 Jan 25 08:45:31.259238 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47534) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:31.263551 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-b4b88b18-b08b-4cf0-beb2-ad80be8e7374 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Request body: {'security_group_rule': {'security_group_id': '9dff26f9-cc62-49aa-8eec-137c95e831da', 'project_id': '3270c694d117403698bb3b24e359654c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:31.374567 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.securitygroups_db [None req-b4b88b18-b08b-4cf0-beb2-ad80be8e7374 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Project 3270c694d117403698bb3b24e359654c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 08:45:31.381749 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4b88b18-b08b-4cf0-beb2-ad80be8e7374 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (05cd587d-5fba-4a21-994a-a3b6ebcbd032), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:31.446202 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4b88b18-b08b-4cf0-beb2-ad80be8e7374 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (05cd587d-5fba-4a21-994a-a3b6ebcbd032), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:31.528274 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4b88b18-b08b-4cf0-beb2-ad80be8e7374 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (05cd587d-5fba-4a21-994a-a3b6ebcbd032), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:31.544904 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b88b18-b08b-4cf0-beb2-ad80be8e7374 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cd587d-5fba-4a21-994a-a3b6ebcbd032,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:31.621933 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4b88b18-b08b-4cf0-beb2-ad80be8e7374 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:31.623053 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-b4b88b18-b08b-4cf0-beb2-ad80be8e7374 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3628418 Jan 25 08:45:31.625915 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47538) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:45:31.630212 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-8d90b8d9-191b-42e3-94ed-e0ced899bc53 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Request body: {'security_group_rule': {'security_group_id': '9dff26f9-cc62-49aa-8eec-137c95e831da', 'project_id': '3270c694d117403698bb3b24e359654c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:31.704536 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.securitygroups_db [None req-8d90b8d9-191b-42e3-94ed-e0ced899bc53 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Project 3270c694d117403698bb3b24e359654c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 08:45:31.710014 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8d90b8d9-191b-42e3-94ed-e0ced899bc53 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (2dcd01c7-3518-462f-8105-56b79becf9a5), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:31.768901 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8d90b8d9-191b-42e3-94ed-e0ced899bc53 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (2dcd01c7-3518-462f-8105-56b79becf9a5), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:31.830078 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8d90b8d9-191b-42e3-94ed-e0ced899bc53 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (2dcd01c7-3518-462f-8105-56b79becf9a5), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:31.847893 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90b8d9-191b-42e3-94ed-e0ced899bc53 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcd01c7-3518-462f-8105-56b79becf9a5,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:31.907660 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-8d90b8d9-191b-42e3-94ed-e0ced899bc53 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:31.908913 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-8d90b8d9-191b-42e3-94ed-e0ced899bc53 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2820361 Jan 25 08:45:32.072737 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Sync routers for ids ['18b50da5-d0d1-43da-a300-2542b1fe0b84'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:45:32.085192 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Routers {'18b50da5-d0d1-43da-a300-2542b1fe0b84'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:45:32.085856 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:45:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['18b50da5-d0d1-43da-a300-2542b1fe0b84'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:32.094913 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:45:32.147656 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:32.147960 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:32.226737 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:32.275934 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Set router 18b50da5-d0d1-43da-a300-2542b1fe0b84 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:45:32.474254 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'name': 'tempest-TestVolumeBootPattern-312347839-router', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:24Z', 'updated_at': '2022-01-25T08:45:27Z', 'revision_number': 4, 'project_id': '8c6223945f41462999dafd7794a77516', 'gw_port': {'id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:25Z', 'updated_at': '2022-01-25T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'e187b2c8-8c86-4167-8df6-76f2dcf9fece', 'name': '', 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'mac_address': 'fa:16:3e:f3:b2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47973d14-d5ab-41a7-a956-8726088ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:27Z', 'updated_at': '2022-01-25T08:45:28Z', 'revision_number': 2, 'project_id': '8c6223945f41462999dafd7794a77516', 'subnets': [{'id': '47973d14-d5ab-41a7-a956-8726088ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:32.500126 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Checking router: 18b50da5-d0d1-43da-a300-2542b1fe0b84 for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:45:32.500464 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Updating router 18b50da5-d0d1-43da-a300-2542b1fe0b84 port e187b2c8-8c86-4167-8df6-76f2dcf9fece binding host dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:45:32.524661 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:32.796847 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Publish callbacks [] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), precommit_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:32.887278 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:32.957323 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c513048-aa66-4104-bb12-f8ae69631a5a None None] Pushing event updated for resources: {'Port': ['ID=e187b2c8-8c86-4167-8df6-76f2dcf9fece,revision_number=3']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:32.994702 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Attempting to bind port e187b2c8-8c86-4167-8df6-76f2dcf9fece on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:45:32.996062 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Attempting to bind port e187b2c8-8c86-4167-8df6-76f2dcf9fece by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e'}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:45:33.000331 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Attempting to bind port e187b2c8-8c86-4167-8df6-76f2dcf9fece on network 1c3354c8-79ac-49ed-8e1e-c82285b0e60e {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:45:33.002096 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:45:33.002470 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Checking segment: {'id': '7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:45:33.002869 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:33.003257 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Bound using segment: {'id': '7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e'} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:45:33.003721 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Bound port: e187b2c8-8c86-4167-8df6-76f2dcf9fece, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e'}}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:45:33.004204 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:33.068710 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] For port e187b2c8-8c86-4167-8df6-76f2dcf9fece, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:45:33.071762 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] For port e187b2c8-8c86-4167-8df6-76f2dcf9fece, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=e187b2c8-8c86-4167-8df6-76f2dcf9fece,segment=NetworkSegment(7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae),segment_id=7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae)] {{(pid=103107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:45:33.135377 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:33.145850 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-d245a1aa-74eb-4765-a486-06516b4943b0 None None] Provisioning complete for port e187b2c8-8c86-4167-8df6-76f2dcf9fece triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:33.147121 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d245a1aa-74eb-4765-a486-06516b4943b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:33.195412 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Routers {'18b50da5-d0d1-43da-a300-2542b1fe0b84'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:45:33.196036 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:45:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['18b50da5-d0d1-43da-a300-2542b1fe0b84'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:33.234660 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c513048-aa66-4104-bb12-f8ae69631a5a None None] Pushing event updated for resources: {'Port': ['ID=e187b2c8-8c86-4167-8df6-76f2dcf9fece,revision_number=4']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:33.325932 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] Set router 18b50da5-d0d1-43da-a300-2542b1fe0b84 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:45:33.378581 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-d245a1aa-74eb-4765-a486-06516b4943b0 None None] Current status of the port e187b2c8-8c86-4167-8df6-76f2dcf9fece is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:33.379209 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d245a1aa-74eb-4765-a486-06516b4943b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:33.424231 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-d245a1aa-74eb-4765-a486-06516b4943b0 None None] For port e187b2c8-8c86-4167-8df6-76f2dcf9fece, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=e187b2c8-8c86-4167-8df6-76f2dcf9fece,segment=NetworkSegment(7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae),segment_id=7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:45:33.506598 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d245a1aa-74eb-4765-a486-06516b4943b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:33.530679 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'name': 'tempest-TestVolumeBootPattern-312347839-router', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:24Z', 'updated_at': '2022-01-25T08:45:27Z', 'revision_number': 4, 'project_id': '8c6223945f41462999dafd7794a77516', 'gw_port': {'id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:25Z', 'updated_at': '2022-01-25T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'e187b2c8-8c86-4167-8df6-76f2dcf9fece', 'name': '', 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'mac_address': 'fa:16:3e:f3:b2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47973d14-d5ab-41a7-a956-8726088ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:27Z', 'updated_at': '2022-01-25T08:45:33Z', 'revision_number': 4, 'project_id': '8c6223945f41462999dafd7794a77516', 'subnets': [{'id': '47973d14-d5ab-41a7-a956-8726088ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:45:33.557788 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245a1aa-74eb-4765-a486-06516b4943b0 None None] Pushing event updated for resources: {'Port': ['ID=e187b2c8-8c86-4167-8df6-76f2dcf9fece,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:33.560369 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cae60e-5f49-4dc0-92b3-09527ea6a812 None None] The sync data for ids ['18b50da5-d0d1-43da-a300-2542b1fe0b84'] in dv-cinder-811877-9-iscsi is: [{'id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'name': 'tempest-TestVolumeBootPattern-312347839-router', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:24Z', 'updated_at': '2022-01-25T08:45:27Z', 'revision_number': 4, 'project_id': '8c6223945f41462999dafd7794a77516', 'gw_port': {'id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:25Z', 'updated_at': '2022-01-25T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'e187b2c8-8c86-4167-8df6-76f2dcf9fece', 'name': '', 'network_id': '1c3354c8-79ac-49ed-8e1e-c82285b0e60e', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'mac_address': 'fa:16:3e:f3:b2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47973d14-d5ab-41a7-a956-8726088ecdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:27Z', 'updated_at': '2022-01-25T08:45:33Z', 'revision_number': 4, 'project_id': '8c6223945f41462999dafd7794a77516', 'subnets': [{'id': '47973d14-d5ab-41a7-a956-8726088ecdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:45:33.628404 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-a5f6ab98-cbb1-4e83-84f0-f656923858cd None None] Provisioning complete for port e187b2c8-8c86-4167-8df6-76f2dcf9fece triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:33.628805 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ab98-cbb1-4e83-84f0-f656923858cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:33.715812 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6ab98-cbb1-4e83-84f0-f656923858cd None None] Current status of the port e187b2c8-8c86-4167-8df6-76f2dcf9fece is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:34.120339 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device e187b2c8-8c86-4167-8df6-76f2dcf9fece up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:45:34.170981 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port e187b2c8-8c86-4167-8df6-76f2dcf9fece triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:34.171574 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:34.246361 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port e187b2c8-8c86-4167-8df6-76f2dcf9fece is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:45:37.432388 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ccdd1-11da-4213-bfbf-43f0a8c0af96 req-b116c80f-9df2-421d-9c7b-a77755f57cee tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:37.433887 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8d6ccdd1-11da-4213-bfbf-43f0a8c0af96 req-b116c80f-9df2-421d-9c7b-a77755f57cee tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0495656 Jan 25 08:45:37.481613 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8d6ccdd1-11da-4213-bfbf-43f0a8c0af96 req-af293d7e-8f6a-46cf-8595-2d5c6fd79c51 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421731 Jan 25 08:45:38.602202 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7ea3a-28f7-4cce-9803-9994aaacbe58 req-4fd91cde-b002-4d29-96ef-727c0fe74be4 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:38.605169 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-52b7ea3a-28f7-4cce-9803-9994aaacbe58 req-4fd91cde-b002-4d29-96ef-727c0fe74be4 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0530355 Jan 25 08:45:38.653503 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-52b7ea3a-28f7-4cce-9803-9994aaacbe58 req-26d6f14a-2f79-48a9-82d0-add966b240ac tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413656 Jan 25 08:45:39.488894 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3a6d33fd-8737-4e8f-a895-278fc56ead0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:39.770735 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfe0f2-7d5c-43d1-b2be-fd3b7ad6fc38 req-e8339141-4e74-476a-a57a-48f7377aad8f tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:39.772546 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f5dfe0f2-7d5c-43d1-b2be-fd3b7ad6fc38 req-e8339141-4e74-476a-a57a-48f7377aad8f tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0491800 Jan 25 08:45:39.821744 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f5dfe0f2-7d5c-43d1-b2be-fd3b7ad6fc38 req-37d827cb-f4e0-4d41-b78e-99e6fe04835d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422966 Jan 25 08:45:40.939729 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451234d1-639f-4cfd-8b93-a8e0141bb7d8 req-92924332-24b4-4b61-8a72-533d6866ff26 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:40.941448 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-451234d1-639f-4cfd-8b93-a8e0141bb7d8 req-92924332-24b4-4b61-8a72-533d6866ff26 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0519555 Jan 25 08:45:40.989819 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-451234d1-639f-4cfd-8b93-a8e0141bb7d8 req-209fb5bd-aad3-4d69-b441-51b643a1c628 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421743 Jan 25 08:45:41.687487 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c6971de-81a2-4aee-9393-5e80067ce894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:42.110560 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3e40c-d6b8-447c-870a-3c936e83b9dd req-00aeeb0d-8461-4ee1-9aa4-4aa8820ae999 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:42.113186 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d1b3e40c-d6b8-447c-870a-3c936e83b9dd req-00aeeb0d-8461-4ee1-9aa4-4aa8820ae999 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0572331 Jan 25 08:45:42.163709 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d1b3e40c-d6b8-447c-870a-3c936e83b9dd req-b3d2503f-3fe4-46dc-ade4-2ace4a19b67d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448551 Jan 25 08:45:43.043603 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:43.279986 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c50ef7-7ac6-4d69-8fba-e85daf06a516 req-b08bb2c2-b93a-432f-8817-724ab69db665 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:43.281632 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-32c50ef7-7ac6-4d69-8fba-e85daf06a516 req-b08bb2c2-b93a-432f-8817-724ab69db665 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0484622 Jan 25 08:45:43.327670 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-32c50ef7-7ac6-4d69-8fba-e85daf06a516 req-6c86213c-bc49-48e7-9e70-ec1e927cd683 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401731 Jan 25 08:45:44.441635 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629771d4-1334-4ce5-a26e-a4f85dc55d9e req-a04d5965-e8e3-4b8c-8d25-371e9c1684ee tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:44.443109 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-629771d4-1334-4ce5-a26e-a4f85dc55d9e req-a04d5965-e8e3-4b8c-8d25-371e9c1684ee tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0486703 Jan 25 08:45:44.496171 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-629771d4-1334-4ce5-a26e-a4f85dc55d9e req-b0f8fe9d-a356-406b-bacd-9ae1e57f30b1 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465307 Jan 25 08:45:44.584562 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:45.613033 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08a783-60f9-4e75-aed9-078b0506408c req-ea189b12-66e5-4f80-9231-cc6136ce55b0 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:45.614495 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-af08a783-60f9-4e75-aed9-078b0506408c req-ea189b12-66e5-4f80-9231-cc6136ce55b0 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0502331 Jan 25 08:45:45.660347 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-af08a783-60f9-4e75-aed9-078b0506408c req-f4332861-d146-45de-ad86-4e8089dc7c72 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397050 Jan 25 08:45:45.869954 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:46.776684 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd00619-728f-4eed-8f47-ec2543a95803 req-41d4d7e5-d614-47ef-80e8-2b26765a1196 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:46.778156 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9dd00619-728f-4eed-8f47-ec2543a95803 req-41d4d7e5-d614-47ef-80e8-2b26765a1196 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0515296 Jan 25 08:45:46.824424 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9dd00619-728f-4eed-8f47-ec2543a95803 req-405faa29-8466-4723-96f3-a3900d76a7cd tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405519 Jan 25 08:45:47.952038 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad64268-8d34-4dd9-b96d-916da3f68657 req-90d1cd95-5a87-47e3-8e4f-4247e86b098c tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:47.953626 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4ad64268-8d34-4dd9-b96d-916da3f68657 req-90d1cd95-5a87-47e3-8e4f-4247e86b098c tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0569925 Jan 25 08:45:48.019467 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4ad64268-8d34-4dd9-b96d-916da3f68657 req-18801f15-86b9-4940-83ee-6fcafd3bb78f tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578790 Jan 25 08:45:49.145461 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2726d63-efe7-4088-b6c4-d61a23bfb8c0 req-36494d61-3c58-451c-8f96-b1ee0f06e085 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:49.147199 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2726d63-efe7-4088-b6c4-d61a23bfb8c0 req-36494d61-3c58-451c-8f96-b1ee0f06e085 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0477829 Jan 25 08:45:49.195306 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2726d63-efe7-4088-b6c4-d61a23bfb8c0 req-36d3a9f3-a5f6-43d0-b47b-71c26e3acb09 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418386 Jan 25 08:45:50.314287 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff1133-3d0b-4b30-94e7-d3ab4400378f req-8e14db54-2d34-4e5a-a05e-c2ad40a44a1f tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:50.315664 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d1ff1133-3d0b-4b30-94e7-d3ab4400378f req-8e14db54-2d34-4e5a-a05e-c2ad40a44a1f tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0514441 Jan 25 08:45:50.365733 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d1ff1133-3d0b-4b30-94e7-d3ab4400378f req-f5bac85e-4c6a-471d-8ece-43e1362794b4 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444379 Jan 25 08:45:51.476222 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1e40e-6ef0-42e1-ac13-b93810f516f5 req-72a979d0-5143-45ce-a1e3-0cfd7414e741 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:51.477682 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6db1e40e-6ef0-42e1-ac13-b93810f516f5 req-72a979d0-5143-45ce-a1e3-0cfd7414e741 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0466347 Jan 25 08:45:51.526975 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6db1e40e-6ef0-42e1-ac13-b93810f516f5 req-8ac75859-cd62-463c-8278-f4f59be4823c tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431612 Jan 25 08:45:52.640296 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfcae7-d87b-4626-b193-a88dc71ba3e9 req-6dc782a4-7da4-4ef9-99b1-492e9d97a056 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:52.641811 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a2bfcae7-d87b-4626-b193-a88dc71ba3e9 req-6dc782a4-7da4-4ef9-99b1-492e9d97a056 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0496836 Jan 25 08:45:52.688268 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a2bfcae7-d87b-4626-b193-a88dc71ba3e9 req-f2d4b9c4-f9fd-4f3b-bd0a-2d882e19aef0 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407195 Jan 25 08:45:53.800849 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777f694-8fe8-4c61-baa7-67f1c59e45ac req-05dffd13-c76d-4602-9f08-14b5579d19a7 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:53.802581 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4777f694-8fe8-4c61-baa7-67f1c59e45ac req-05dffd13-c76d-4602-9f08-14b5579d19a7 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0473592 Jan 25 08:45:53.849454 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4777f694-8fe8-4c61-baa7-67f1c59e45ac req-67f93cdc-60aa-49e0-ad88-d2e8d32989e8 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403593 Jan 25 08:45:54.931685 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-4df7432e-e984-417a-9b6a-3b1730c19cec tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621090921&fields=id&tenant_id=3270c694d117403698bb3b24e359654c HTTP/1.1" status: 200 len: 267 time: 0.0446870 Jan 25 08:45:54.965585 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd76c9-ea96-4160-893f-d1dba214a934 req-532798ff-7091-4c68-9420-08f3160e69c0 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:54.967040 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-91bd76c9-ea96-4160-893f-d1dba214a934 req-532798ff-7091-4c68-9420-08f3160e69c0 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0510275 Jan 25 08:45:55.014889 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-91bd76c9-ea96-4160-893f-d1dba214a934 req-35ea2337-e426-4374-bd3b-401e11db5a93 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420554 Jan 25 08:45:55.043307 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bb11c-d746-448c-9794-a357186b599b req-08241178-fe11-4453-b704-f5396b3bf495 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:55.044788 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-08241178-fe11-4453-b704-f5396b3bf495 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 811 time: 0.1058097 Jan 25 08:45:55.059217 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-132a32ac-dfc6-4ae7-b25d-5c14689519f1 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/quotas/3270c694d117403698bb3b24e359654c HTTP/1.1" status: 200 len: 375 time: 0.0092258 Jan 25 08:45:55.107180 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-5f60d209-37bd-44ee-919a-599fcc22db86 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432689 Jan 25 08:45:55.202979 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-7218a7f2-fdcb-4a3b-bd1a-eadc7b49b4c5 service neutron] 10.222.0.112 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841117 Jan 25 08:45:55.296171 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-122b35b2-377d-460d-8cd5-f18edfad8f3e service neutron] 10.222.0.112 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873237 Jan 25 08:45:55.779143 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-879ff091-1403-4bb2-ad15-338e3db40f3c req-42a065b1-1d91-40e2-8e21-a7b3679c5162 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 210 time: 0.0280726 Jan 25 08:45:56.129987 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d72fd8-97fc-4fd6-b3f4-679de95d2f16 req-653051e7-b842-4980-a659-ab3e72100df3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:56.131498 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c1d72fd8-97fc-4fd6-b3f4-679de95d2f16 req-653051e7-b842-4980-a659-ab3e72100df3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0492713 Jan 25 08:45:56.182963 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c1d72fd8-97fc-4fd6-b3f4-679de95d2f16 req-c1508145-f9aa-43f7-aeb7-0019f4a298b3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445683 Jan 25 08:45:56.871025 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-04e3dd7a-2bd7-4161-9770-23060d0d06a8 req-ee784ba3-15a8-48b7-a736-15e1cb57b356 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 210 time: 0.0260623 Jan 25 08:45:57.301689 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687b4ff-6c2b-4685-9ba2-5dccdfc218cd req-abf3c4dd-be85-4aad-b3e6-cfc1701f026e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:57.303165 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d687b4ff-6c2b-4685-9ba2-5dccdfc218cd req-abf3c4dd-be85-4aad-b3e6-cfc1701f026e tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0506737 Jan 25 08:45:57.352679 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d687b4ff-6c2b-4685-9ba2-5dccdfc218cd req-bd7e7242-39b0-4d9d-91e2-16ee83662716 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429242 Jan 25 08:45:57.967992 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-eda8af5a-ab11-4645-8edc-81cf3fc5db03 req-8c77fda8-9c01-4afe-8014-dc49ac004331 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 210 time: 0.0257998 Jan 25 08:45:58.002951 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bb11c-d746-448c-9794-a357186b599b req-53b9c27f-4124-46b9-b05f-3496ca5f180b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:58.004480 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-53b9c27f-4124-46b9-b05f-3496ca5f180b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 811 time: 0.1143069 Jan 25 08:45:58.068844 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-8a289656-2362-448c-a4a7-264b277f99d7 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3270c694d117403698bb3b24e359654c HTTP/1.1" status: 200 len: 379 time: 0.0552313 Jan 25 08:45:58.077441 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-bc3bb11c-d746-448c-9794-a357186b599b req-19e13071-ffd6-4d99-9817-10a6b2ab07ee tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Request body: {'port': {'device_id': 'b29458f7-aac7-4244-8e4c-c5a16ddac627', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'admin_state_up': True, 'tenant_id': '3270c694d117403698bb3b24e359654c', 'security_groups': ['9dff26f9-cc62-49aa-8eec-137c95e831da']}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:58.237077 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3bb11c-d746-448c-9794-a357186b599b req-19e13071-ffd6-4d99-9817-10a6b2ab07ee tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Made reservation on behalf of 3270c694d117403698bb3b24e359654c for: {'port': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:45:58.240746 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-bc3bb11c-d746-448c-9794-a357186b599b req-19e13071-ffd6-4d99-9817-10a6b2ab07ee tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:58.372260 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [req-bc3bb11c-d746-448c-9794-a357186b599b req-19e13071-ffd6-4d99-9817-10a6b2ab07ee tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Allocated IP 172.20.0.4 (c84af400-ac1b-48de-9e51-923fce05d259/6616c566-e430-4980-a3e3-d6f559628b8e/a3db1547-d354-4769-8112-7767cba8998d) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:45:58.524298 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f54f5-536d-4312-97ee-2d1b4f3d5403 req-274fde95-d9e4-4f41-a648-d0eaff6b837d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:58.526268 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1f1f54f5-536d-4312-97ee-2d1b4f3d5403 req-274fde95-d9e4-4f41-a648-d0eaff6b837d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.1012704 Jan 25 08:45:58.563097 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-bc3bb11c-d746-448c-9794-a357186b599b req-19e13071-ffd6-4d99-9817-10a6b2ab07ee tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for port (a3db1547-d354-4769-8112-7767cba8998d), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:58.593008 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1f1f54f5-536d-4312-97ee-2d1b4f3d5403 req-eb450936-330c-4373-ab75-53a2ac82e3bf tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611103 Jan 25 08:45:58.687754 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-bc3bb11c-d746-448c-9794-a357186b599b req-19e13071-ffd6-4d99-9817-10a6b2ab07ee tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (a3db1547-d354-4769-8112-7767cba8998d), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:58.733164 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3bb11c-d746-448c-9794-a357186b599b req-19e13071-ffd6-4d99-9817-10a6b2ab07ee tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Network c84af400-ac1b-48de-9e51-923fce05d259 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:45:58.740344 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [req-bc3bb11c-d746-448c-9794-a357186b599b req-19e13071-ffd6-4d99-9817-10a6b2ab07ee tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:45:58.743363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3bb11c-d746-448c-9794-a357186b599b req-19e13071-ffd6-4d99-9817-10a6b2ab07ee tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:45:58.754896 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e13071-ffd6-4d99-9817-10a6b2ab07ee tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'Port': ['ID=a3db1547-d354-4769-8112-7767cba8998d,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:58.803444 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bb11c-d746-448c-9794-a357186b599b req-19e13071-ffd6-4d99-9817-10a6b2ab07ee tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:58.804983 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-bc3bb11c-d746-448c-9794-a357186b599b req-19e13071-ffd6-4d99-9817-10a6b2ab07ee tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:58.914607 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-19e13071-ffd6-4d99-9817-10a6b2ab07ee tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8406014 Jan 25 08:45:58.927977 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Request body: {'port': {'device_id': 'b29458f7-aac7-4244-8e4c-c5a16ddac627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:45:58.986474 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-a72e3f7c-943f-4538-9b6e-9b20dc364e90 None None] Provisioning complete for port a3db1547-d354-4769-8112-7767cba8998d triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:45:58.987033 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a72e3f7c-943f-4538-9b6e-9b20dc364e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (a3db1547-d354-4769-8112-7767cba8998d), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:59.009670 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a3db1547-d354-4769-8112-7767cba8998d), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:59.021462 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-a72e3f7c-943f-4538-9b6e-9b20dc364e90 None None] Port a3db1547-d354-4769-8112-7767cba8998d cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:45:59.043678 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf3869-f999-4c87-a373-88f2f50f5695 req-59122bef-fcf2-4fb0-80e5-910678678776 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:59.045313 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-adbf3869-f999-4c87-a373-88f2f50f5695 req-59122bef-fcf2-4fb0-80e5-910678678776 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0901694 Jan 25 08:45:59.120674 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bff2a-3638-4de7-b5ba-1cd3c14bb0e3 req-e041b6f1-9d23-4aad-97c1-2cf0ce0df3be tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:59.122913 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4c9bff2a-3638-4de7-b5ba-1cd3c14bb0e3 req-e041b6f1-9d23-4aad-97c1-2cf0ce0df3be tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 931 time: 0.0747819 Jan 25 08:45:59.187814 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-adbf3869-f999-4c87-a373-88f2f50f5695 req-117644f5-9b4d-4e98-a324-143e244cf612 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197917 Jan 25 08:45:59.215938 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4c9bff2a-3638-4de7-b5ba-1cd3c14bb0e3 req-822cb257-b92e-433d-9063-e1f94d676b8f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866146 Jan 25 08:45:59.218363 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4bd6e-90d4-465f-83d9-1edfed1e5a9b req-8e440b2d-f0c3-45d1-813f-a8db78921acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:59.220285 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c8b4bd6e-90d4-465f-83d9-1edfed1e5a9b req-8e440b2d-f0c3-45d1-813f-a8db78921acc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 1098 time: 0.0672092 Jan 25 08:45:59.318979 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4bd6e-90d4-465f-83d9-1edfed1e5a9b req-28834276-721d-480f-9f84-cc39c337f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:59.321286 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c8b4bd6e-90d4-465f-83d9-1edfed1e5a9b req-28834276-721d-480f-9f84-cc39c337f91c service neutron] 10.222.0.121 "GET /v2.0/networks?id=7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 200 len: 912 time: 0.0940454 Jan 25 08:45:59.357143 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3db1547-d354-4769-8112-7767cba8998d {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:45:59.364449 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Publish callbacks [] for port (a3db1547-d354-4769-8112-7767cba8998d), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:59.377913 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Transition to ACTIVE for port object a3db1547-d354-4769-8112-7767cba8998d will not be triggered until provisioned by entity L2. {{(pid=103105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:45:59.423818 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c8b4bd6e-90d4-465f-83d9-1edfed1e5a9b req-1fb095ce-4cd8-4b00-b074-d0e3e5d546be service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb80146-60d5-4ad2-8173-ccb3d000b4c7 HTTP/1.1" status: 200 len: 1001 time: 0.0913627 Jan 25 08:45:59.453166 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (a3db1547-d354-4769-8112-7767cba8998d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:59.471972 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4bd6e-90d4-465f-83d9-1edfed1e5a9b req-6899f508-2605-48d1-a825-e89d94946bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:59.473558 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c8b4bd6e-90d4-465f-83d9-1edfed1e5a9b req-6899f508-2605-48d1-a825-e89d94946bc1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3aa8424a-f40c-4afe-a08b-80f8771ddc15 HTTP/1.1" status: 200 len: 850 time: 0.0432625 Jan 25 08:45:59.505902 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3db1547-d354-4769-8112-7767cba8998d,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:59.524929 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4bd6e-90d4-465f-83d9-1edfed1e5a9b req-16056f80-9abb-45fb-aab1-278071fb87d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:59.527380 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c8b4bd6e-90d4-465f-83d9-1edfed1e5a9b req-16056f80-9abb-45fb-aab1-278071fb87d1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7112ec2a-354f-4299-a519-bb5af2762b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472622 Jan 25 08:45:59.580899 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Attempting to bind port a3db1547-d354-4769-8112-7767cba8998d on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:45:59.581328 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Attempting to bind port a3db1547-d354-4769-8112-7767cba8998d by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:45:59.581730 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Attempting to bind port a3db1547-d354-4769-8112-7767cba8998d on network c84af400-ac1b-48de-9e51-923fce05d259 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:45:59.586760 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Port a3db1547-d354-4769-8112-7767cba8998d on network c84af400-ac1b-48de-9e51-923fce05d259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:45:59.587162 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Attempting to bind port a3db1547-d354-4769-8112-7767cba8998d on network c84af400-ac1b-48de-9e51-923fce05d259 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:45:59.593053 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:45:59.593502 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Checking segment: {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:45:59.593974 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Bound using segment: {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:45:59.594483 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Bound port: a3db1547-d354-4769-8112-7767cba8998d, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:45:59.595620 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a3db1547-d354-4769-8112-7767cba8998d), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:59.629468 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c8b4bd6e-90d4-465f-83d9-1edfed1e5a9b req-60d373a8-1420-4b42-8e42-8e9da2c65659 service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945096 Jan 25 08:45:59.670456 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] For port a3db1547-d354-4769-8112-7767cba8998d, host hv-cinder-81187, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:45:59.673631 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] For port a3db1547-d354-4769-8112-7767cba8998d, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a3db1547-d354-4769-8112-7767cba8998d,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:45:59.727522 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c8b4bd6e-90d4-465f-83d9-1edfed1e5a9b req-d1f68a48-1202-4dc7-82fd-08ee14bff50f service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911722 Jan 25 08:45:59.763383 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (a3db1547-d354-4769-8112-7767cba8998d), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:59.801366 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:59.801366 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:45:59.801366 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] 10.222.0.121 "PUT /v2.0/ports/a3db1547-d354-4769-8112-7767cba8998d HTTP/1.1" status: 200 len: 1093 time: 0.8762467 Jan 25 08:45:59.801366 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29458f7-aac7-4244-8e4c-c5a16ddac627', 'tag': 'a3db1547-d354-4769-8112-7767cba8998d'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:45:59.802435 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35afc127-8ae0-461b-be83-deafad38f15e" -d '{"events": [{"name": "network-changed", "server_uuid": "b29458f7-aac7-4244-8e4c-c5a16ddac627", "tag": "a3db1547-d354-4769-8112-7767cba8998d"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:45:59.829400 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da73bc6-9fe3-4b77-8cce-cefb1e960cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3db1547-d354-4769-8112-7767cba8998d,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:45:59.851559 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3e6d26-74d9-4a10-9000-9aa2673537bd x-openstack-request-id: req-cd3e6d26-74d9-4a10-9000-9aa2673537bd {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:45:59.851859 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29458f7-aac7-4244-8e4c-c5a16ddac627", "tag": "a3db1547-d354-4769-8112-7767cba8998d", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:45:59.852144 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-cd3e6d26-74d9-4a10-9000-9aa2673537bd {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:45:59.852645 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29458f7-aac7-4244-8e4c-c5a16ddac627', 'tag': 'a3db1547-d354-4769-8112-7767cba8998d', 'status': 'completed', 'code': 200} Jan 25 08:45:59.915110 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afc127-8ae0-461b-be83-deafad38f15e req-67ecaa79-2a7b-4eeb-8f83-ef259c62b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:45:59.916769 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-35afc127-8ae0-461b-be83-deafad38f15e req-67ecaa79-2a7b-4eeb-8f83-ef259c62b8b7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 1096 time: 0.0434570 Jan 25 08:46:00.029667 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afc127-8ae0-461b-be83-deafad38f15e req-880d02ce-4eee-49d5-9209-af8fae137eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:00.031126 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-35afc127-8ae0-461b-be83-deafad38f15e req-880d02ce-4eee-49d5-9209-af8fae137eca service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=3270c694d117403698bb3b24e359654c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1069434 Jan 25 08:46:00.126867 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afc127-8ae0-461b-be83-deafad38f15e req-e104a4c3-5ad4-4b4c-8232-60bc78acd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:00.128327 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-35afc127-8ae0-461b-be83-deafad38f15e req-e104a4c3-5ad4-4b4c-8232-60bc78acd182 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903258 Jan 25 08:46:00.204746 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bb11c-d746-448c-9794-a357186b599b req-36205ed2-bacd-4e9b-a778-1880eb0704a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:00.206223 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-36205ed2-bacd-4e9b-a778-1880eb0704a4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 1096 time: 0.0408025 Jan 25 08:46:00.249964 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-a8dc168c-8cb1-4c22-b137-e4021497a616 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3db1547-d354-4769-8112-7767cba8998d HTTP/1.1" status: 200 len: 217 time: 0.0349755 Jan 25 08:46:00.321528 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03b2b1-bd9e-40f4-9992-ea796b21125b req-a024a33e-aafd-408f-bf9d-bd1f155b8071 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:00.323121 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-dc03b2b1-bd9e-40f4-9992-ea796b21125b req-a024a33e-aafd-408f-bf9d-bd1f155b8071 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0639760 Jan 25 08:46:00.359631 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bb11c-d746-448c-9794-a357186b599b req-702395ec-5afa-4fcc-8d9a-3bdde7954324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:00.366313 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-702395ec-5afa-4fcc-8d9a-3bdde7954324 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0951324 Jan 25 08:46:00.373099 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-dc03b2b1-bd9e-40f4-9992-ea796b21125b req-561cf644-495f-40e8-8dfe-e594961c05f7 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438423 Jan 25 08:46:00.388486 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e9fcc-4a34-4a55-8301-3278104d3177 req-ca52b25b-1bbf-47fa-82ae-18c61686f9e2 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:00.390053 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5b8e9fcc-4a34-4a55-8301-3278104d3177 req-ca52b25b-1bbf-47fa-82ae-18c61686f9e2 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 943 time: 0.0678735 Jan 25 08:46:00.427610 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:00.444814 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bb11c-d746-448c-9794-a357186b599b req-1527cfbb-9f4c-4e47-bbee-fd573e531934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:00.446303 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-1527cfbb-9f4c-4e47-bbee-fd573e531934 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753469 Jan 25 08:46:00.467141 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5b8e9fcc-4a34-4a55-8301-3278104d3177 req-967044a4-226a-4d15-9bf0-aa2f28bc87c7 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630596 Jan 25 08:46:00.544978 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-4fef1747-3993-4908-8e17-0419434c7cc1 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897489 Jan 25 08:46:00.637608 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bc3bb11c-d746-448c-9794-a357186b599b req-fbf224d8-7c8f-4bed-a0b3-53bbbfe23608 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844035 Jan 25 08:46:01.485502 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bf16b-21d1-45bd-ba06-74ea00af3f12 req-d5e5535a-91da-4bfd-90d3-4c281f89a6e1 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:01.486960 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b54bf16b-21d1-45bd-ba06-74ea00af3f12 req-d5e5535a-91da-4bfd-90d3-4c281f89a6e1 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0466571 Jan 25 08:46:01.533372 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b54bf16b-21d1-45bd-ba06-74ea00af3f12 req-c64a0be0-e478-4101-8572-dca8fe543bb2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409160 Jan 25 08:46:01.583819 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6314e1d-3246-4941-8064-debd4acc51cc req-ff8a5faa-8615-4126-a87c-37aaffe3d916 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:01.585303 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d6314e1d-3246-4941-8064-debd4acc51cc req-ff8a5faa-8615-4126-a87c-37aaffe3d916 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 943 time: 0.0513968 Jan 25 08:46:01.632813 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d6314e1d-3246-4941-8064-debd4acc51cc req-c3444249-9545-4516-b728-52e2b6fb7579 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414708 Jan 25 08:46:02.750373 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20fc47-fc79-47c6-9798-46798fb5d6f8 req-ce459aad-6fcb-45e0-9df0-f671134f8e5c tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:02.751868 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4e20fc47-fc79-47c6-9798-46798fb5d6f8 req-ce459aad-6fcb-45e0-9df0-f671134f8e5c tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 943 time: 0.0518880 Jan 25 08:46:02.799647 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4e20fc47-fc79-47c6-9798-46798fb5d6f8 req-db780401-5405-4b6f-bd21-05797515d4b0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422530 Jan 25 08:46:03.910712 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3b54a-5e46-4bd3-a610-ec5c0d81c0b1 req-05e42181-7780-44bd-b44e-2ef45ad336f1 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:03.912199 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-69d3b54a-5e46-4bd3-a610-ec5c0d81c0b1 req-05e42181-7780-44bd-b44e-2ef45ad336f1 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 943 time: 0.0484083 Jan 25 08:46:03.960327 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-69d3b54a-5e46-4bd3-a610-ec5c0d81c0b1 req-f1bf278c-5c58-4283-a028-125375407d43 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422962 Jan 25 08:46:05.074462 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe782e-d172-47be-9fe6-fb9951a6a03a req-ca7b6503-1557-487e-bca2-2cd10938405f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:05.075979 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5fbe782e-d172-47be-9fe6-fb9951a6a03a req-ca7b6503-1557-487e-bca2-2cd10938405f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 943 time: 0.0473578 Jan 25 08:46:05.124991 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5fbe782e-d172-47be-9fe6-fb9951a6a03a req-125ae843-e92f-47fd-86f8-c195f9c3a60e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429058 Jan 25 08:46:06.064317 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:46:06.243698 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301ca1b-f3a1-4386-b4ae-dda9518738f9 req-b051e5ed-63f7-445f-965f-6d4e26ae0ebf tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:06.245415 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c301ca1b-f3a1-4386-b4ae-dda9518738f9 req-b051e5ed-63f7-445f-965f-6d4e26ae0ebf tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 943 time: 0.0485857 Jan 25 08:46:06.298870 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c301ca1b-f3a1-4386-b4ae-dda9518738f9 req-5e1a3913-cf97-4f0b-bf64-89ac2e306fcc tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476122 Jan 25 08:46:07.351213 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d224e6af-6ca0-4e20-b917-f904f45dfa6e req-55310595-fc69-4079-a64f-ab655500b60d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2697661 Jan 25 08:46:07.417570 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f6261-d35a-40fc-97be-76698e910eeb req-7dc35300-9fa9-40b1-b2f6-2cb55ecc484f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:07.419410 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-266f6261-d35a-40fc-97be-76698e910eeb req-7dc35300-9fa9-40b1-b2f6-2cb55ecc484f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 943 time: 0.0534427 Jan 25 08:46:07.441041 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224e6af-6ca0-4e20-b917-f904f45dfa6e req-056731fd-e445-4ce7-8cf8-17bf1c8db2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:07.442516 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d224e6af-6ca0-4e20-b917-f904f45dfa6e req-056731fd-e445-4ce7-8cf8-17bf1c8db2b5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 1098 time: 0.0393593 Jan 25 08:46:07.471984 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-266f6261-d35a-40fc-97be-76698e910eeb req-7470bf22-7d05-4381-8724-66510c17c8ac tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470350 Jan 25 08:46:07.547158 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224e6af-6ca0-4e20-b917-f904f45dfa6e req-a21f5940-7d3a-451f-9878-5e3c75fc6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:07.548608 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d224e6af-6ca0-4e20-b917-f904f45dfa6e req-a21f5940-7d3a-451f-9878-5e3c75fc6890 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 200 len: 912 time: 0.0843036 Jan 25 08:46:07.613996 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d224e6af-6ca0-4e20-b917-f904f45dfa6e req-3cef507f-a2d9-4c64-ba07-47aa37f434ff service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb80146-60d5-4ad2-8173-ccb3d000b4c7 HTTP/1.1" status: 200 len: 1001 time: 0.0543978 Jan 25 08:46:07.662348 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224e6af-6ca0-4e20-b917-f904f45dfa6e req-4214a55e-8861-486f-a9f0-82eb9125bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:07.663730 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d224e6af-6ca0-4e20-b917-f904f45dfa6e req-4214a55e-8861-486f-a9f0-82eb9125bcb6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3aa8424a-f40c-4afe-a08b-80f8771ddc15 HTTP/1.1" status: 200 len: 850 time: 0.0422809 Jan 25 08:46:07.710017 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224e6af-6ca0-4e20-b917-f904f45dfa6e req-75e20aaa-1e4a-4d39-9918-91559d29dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:07.711440 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d224e6af-6ca0-4e20-b917-f904f45dfa6e req-75e20aaa-1e4a-4d39-9918-91559d29dfeb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7112ec2a-354f-4299-a519-bb5af2762b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407150 Jan 25 08:46:07.800049 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d224e6af-6ca0-4e20-b917-f904f45dfa6e req-624196b9-4ffe-4f45-b2de-8cd673de9d03 service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806711 Jan 25 08:46:07.892661 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d224e6af-6ca0-4e20-b917-f904f45dfa6e req-e9deb939-6f4e-4515-8b88-91f7f29e8fd9 service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848026 Jan 25 08:46:08.592405 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e52758-62c4-4b4e-b9a1-ae472d0b0907 req-b3c22480-f22a-4f34-bfb9-88cb1a45ecc6 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:08.593853 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-70e52758-62c4-4b4e-b9a1-ae472d0b0907 req-b3c22480-f22a-4f34-bfb9-88cb1a45ecc6 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 943 time: 0.0470312 Jan 25 08:46:08.641390 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-70e52758-62c4-4b4e-b9a1-ae472d0b0907 req-2225f437-21f0-4d00-807a-19cd80453bf4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421405 Jan 25 08:46:09.361696 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device a3db1547-d354-4769-8112-7767cba8998d details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:46:09.468983 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port a3db1547-d354-4769-8112-7767cba8998d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a3db1547-d354-4769-8112-7767cba8998d,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:09.480423 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'a3db1547-d354-4769-8112-7767cba8998d', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'port_id': 'a3db1547-d354-4769-8112-7767cba8998d', 'mac_address': 'fa:16:3e:a3:fe:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:46:09.508977 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-eb33873a-c48d-4b8d-96d3-92b3f72c07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:09.518097 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port a3db1547-d354-4769-8112-7767cba8998d is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:46:09.518503 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a3db1547-d354-4769-8112-7767cba8998d), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:09.531686 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3db1547-d354-4769-8112-7767cba8998d {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:46:09.550067 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port a3db1547-d354-4769-8112-7767cba8998d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a3db1547-d354-4769-8112-7767cba8998d,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:09.613636 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (a3db1547-d354-4769-8112-7767cba8998d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:09.661158 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=a3db1547-d354-4769-8112-7767cba8998d,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:09.668694 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:09.668694 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:09.668897 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:09.669254 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:09.669569 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:09.669903 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:09.670341 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:09.670555 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:09.670900 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:09.671203 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:09.671525 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:09.671846 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:09.672187 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:09.754983 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb939e-624f-4a2b-8b3c-976dbdd4d747 req-173be167-162e-4fb9-b10d-217016cd2349 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:09.756498 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4eeb939e-624f-4a2b-8b3c-976dbdd4d747 req-173be167-162e-4fb9-b10d-217016cd2349 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 944 time: 0.0489275 Jan 25 08:46:09.804633 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4eeb939e-624f-4a2b-8b3c-976dbdd4d747 req-83c85261-6157-4366-8353-e0d20cdecc6f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415990 Jan 25 08:46:10.120511 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['a3db1547-d354-4769-8112-7767cba8998d'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:46:10.925794 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0dd11-d717-4663-b340-84fd96228338 req-aac9bbb5-85cd-4e71-b674-b39af8806547 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:10.927242 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7ba0dd11-d717-4663-b340-84fd96228338 req-aac9bbb5-85cd-4e71-b674-b39af8806547 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 944 time: 0.0526516 Jan 25 08:46:10.975599 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7ba0dd11-d717-4663-b340-84fd96228338 req-cb2d983a-8424-4dc5-bf30-9718ba03313a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427239 Jan 25 08:46:11.368658 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device a3db1547-d354-4769-8112-7767cba8998d up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:46:11.470872 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port a3db1547-d354-4769-8112-7767cba8998d completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:46:11.474870 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port a3db1547-d354-4769-8112-7767cba8998d triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:46:11.476358 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (a3db1547-d354-4769-8112-7767cba8998d), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:11.553101 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port a3db1547-d354-4769-8112-7767cba8998d is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:46:11.553481 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (a3db1547-d354-4769-8112-7767cba8998d), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:11.575246 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29458f7-aac7-4244-8e4c-c5a16ddac627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3db1547-d354-4769-8112-7767cba8998d'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:46:11.577463 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0416a572-15f3-4fe0-be2f-349c0d64c295" -d '{"events": [{"server_uuid": "b29458f7-aac7-4244-8e4c-c5a16ddac627", "name": "network-vif-plugged", "status": "completed", "tag": "a3db1547-d354-4769-8112-7767cba8998d"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:46:11.589961 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port a3db1547-d354-4769-8112-7767cba8998d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a3db1547-d354-4769-8112-7767cba8998d,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:11.617967 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58501fc8-4c10-4ad6-9078-5b277369c9ab x-openstack-request-id: req-58501fc8-4c10-4ad6-9078-5b277369c9ab {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:46:11.618246 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29458f7-aac7-4244-8e4c-c5a16ddac627", "name": "network-vif-plugged", "status": "completed", "tag": "a3db1547-d354-4769-8112-7767cba8998d", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:46:11.618494 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-58501fc8-4c10-4ad6-9078-5b277369c9ab {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:46:11.618935 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29458f7-aac7-4244-8e4c-c5a16ddac627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3db1547-d354-4769-8112-7767cba8998d', 'code': 200} Jan 25 08:46:11.665263 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (a3db1547-d354-4769-8112-7767cba8998d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:11.696320 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e6543b70-5b71-4812-ab47-478d59d10610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:11.718308 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=a3db1547-d354-4769-8112-7767cba8998d,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:12.042574 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e318c-82ba-4a50-9ae1-b0dc4b365d23 req-1f74f7d0-89a7-4b71-8ccb-7630b2321f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:12.044103 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f1e318c-82ba-4a50-9ae1-b0dc4b365d23 req-1f74f7d0-89a7-4b71-8ccb-7630b2321f81 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 1098 time: 0.0412400 Jan 25 08:46:12.111293 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f931b29-0e2a-4fef-86bd-a0c91d1457a8 req-515168ba-3a1a-4461-a4fc-7f4009a148d0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:12.112765 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9f931b29-0e2a-4fef-86bd-a0c91d1457a8 req-515168ba-3a1a-4461-a4fc-7f4009a148d0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 945 time: 0.0677960 Jan 25 08:46:12.131009 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f1e318c-82ba-4a50-9ae1-b0dc4b365d23 req-73ef1bdc-8253-46a6-a1a3-496f18cf80a1 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751474 Jan 25 08:46:12.170586 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9f931b29-0e2a-4fef-86bd-a0c91d1457a8 req-2562e0a5-e5f5-484a-8324-a0caadcb02c6 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485458 Jan 25 08:46:13.042135 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:13.286022 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3ac57-b332-4227-8f09-f38687db7532 req-29a8a1fa-0b8f-44fb-b4c2-291414ffdcc4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:13.287525 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7dc3ac57-b332-4227-8f09-f38687db7532 req-29a8a1fa-0b8f-44fb-b4c2-291414ffdcc4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 945 time: 0.0482094 Jan 25 08:46:13.335078 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7dc3ac57-b332-4227-8f09-f38687db7532 req-b98be51c-369f-42cb-81ec-1e6019b10c50 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411758 Jan 25 08:46:14.449887 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c70af5-508a-44f2-acb2-092a2da43784 req-c6ce657b-65c7-4c36-9210-f65cd029837d tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:14.451343 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-69c70af5-508a-44f2-acb2-092a2da43784 req-c6ce657b-65c7-4c36-9210-f65cd029837d tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 945 time: 0.0476959 Jan 25 08:46:14.500372 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-69c70af5-508a-44f2-acb2-092a2da43784 req-54ed63b0-bd2d-4e6f-beb0-f553e7384544 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435340 Jan 25 08:46:14.585147 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:14.615701 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896693a-a09f-4158-ac50-e2a34d7ca796 req-67510b7e-4278-44c1-8b22-411e45c7742e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:14.617248 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9896693a-a09f-4158-ac50-e2a34d7ca796 req-67510b7e-4278-44c1-8b22-411e45c7742e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 945 time: 0.0509717 Jan 25 08:46:14.664755 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9896693a-a09f-4158-ac50-e2a34d7ca796 req-51673ec2-c497-4db6-a7a7-89c9d3802135 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412230 Jan 25 08:46:14.687461 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 47784) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:14.814070 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3df0b2-dc9d-4c31-875d-27e29bfcf3f8 tempest-TestVolumeBootPattern-510257774 tempest-TestVolumeBootPattern-510257774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:14.815589 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-2d3df0b2-dc9d-4c31-875d-27e29bfcf3f8 tempest-TestVolumeBootPattern-510257774 tempest-TestVolumeBootPattern-510257774-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 1093 time: 0.1271200 Jan 25 08:46:14.820448 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 47788) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:14.824875 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Request body: {'floatingip': {'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'port_id': 'a3db1547-d354-4769-8112-7767cba8998d', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:46:14.899410 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:14.996763 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:15.100317 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Allocated IP 172.27.1.42 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/5b45ad66-c881-446f-a274-3186e1a4ec78) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:46:15.208881 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for port (5b45ad66-c881-446f-a274-3186e1a4ec78), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:15.316846 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (5b45ad66-c881-446f-a274-3186e1a4ec78), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:15.355976 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:46:15.362796 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:46:15.365613 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:46:15.367504 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'Port': ['ID=5b45ad66-c881-446f-a274-3186e1a4ec78,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:15.836621 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:15.863483 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for floatingip (b6ff973e-5cd3-4fc3-af6e-8c3d6949ea9e), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:16.017883 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (5b45ad66-c881-446f-a274-3186e1a4ec78), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:16.383027 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for port (5b45ad66-c881-446f-a274-3186e1a4ec78), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:16.448567 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9328901'] for port (5b45ad66-c881-446f-a274-3186e1a4ec78), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:16.521620 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'Port': ['ID=5b45ad66-c881-446f-a274-3186e1a4ec78,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:16.533016 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:16.533374 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:16.533725 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:16.534066 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:16.534402 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:16.534735 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:16.535066 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:16.535397 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:16.535725 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:16.536053 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:16.536405 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:16.536730 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:16.537054 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:16.542867 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (b6ff973e-5cd3-4fc3-af6e-8c3d6949ea9e), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:16.640789 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.l3_db [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Floating IP b6ff973e-5cd3-4fc3-af6e-8c3d6949ea9e associated. External IP: 172.27.1.42, port: a3db1547-d354-4769-8112-7767cba8998d. Jan 25 08:46:16.843145 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Router 3807cb94-5231-48e4-8402-cd545ae4e12e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:46:16.945588 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:46:16.956127 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40957ad9-f67f-4de6-ad63-dbc4c47b3325 None None] Sync routers for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:46:16.965236 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40957ad9-f67f-4de6-ad63-dbc4c47b3325 None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:46:16.965848 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-40957ad9-f67f-4de6-ad63-dbc4c47b3325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:46:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:17.010468 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:17.040673 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-abbea3a8-1d19-4a02-8e2a-d1786e773421 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2192056 Jan 25 08:46:17.041908 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29458f7-aac7-4244-8e4c-c5a16ddac627', 'tag': 'a3db1547-d354-4769-8112-7767cba8998d'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:46:17.044289 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a1684e-ae8d-4011-8491-a49cdb2fce0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b29458f7-aac7-4244-8e4c-c5a16ddac627", "tag": "a3db1547-d354-4769-8112-7767cba8998d"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:46:17.071088 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-40957ad9-f67f-4de6-ad63-dbc4c47b3325 None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:46:17.145241 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fe005f-b359-4f58-b82a-a67b9259475c x-openstack-request-id: req-a7fe005f-b359-4f58-b82a-a67b9259475c {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:46:17.145241 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29458f7-aac7-4244-8e4c-c5a16ddac627", "tag": "a3db1547-d354-4769-8112-7767cba8998d", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:46:17.145241 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a7fe005f-b359-4f58-b82a-a67b9259475c {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:46:17.145241 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29458f7-aac7-4244-8e4c-c5a16ddac627', 'tag': 'a3db1547-d354-4769-8112-7767cba8998d', 'status': 'completed', 'code': 200} Jan 25 08:46:17.208805 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1684e-ae8d-4011-8491-a49cdb2fce0f req-346d73bc-6cbe-4b0e-b4f8-c627948ba358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:17.210180 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a2a1684e-ae8d-4011-8491-a49cdb2fce0f req-346d73bc-6cbe-4b0e-b4f8-c627948ba358 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 1098 time: 0.0382142 Jan 25 08:46:17.303272 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1684e-ae8d-4011-8491-a49cdb2fce0f req-96c0c944-0b4b-49c6-be92-6a76a1246e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:17.304777 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a2a1684e-ae8d-4011-8491-a49cdb2fce0f req-96c0c944-0b4b-49c6-be92-6a76a1246e16 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 912 time: 0.0879195 Jan 25 08:46:17.345839 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-40957ad9-f67f-4de6-ad63-dbc4c47b3325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': 'b6ff973e-5cd3-4fc3-af6e-8c3d6949ea9e', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'a3db1547-d354-4769-8112-7767cba8998d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:a3:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29458f7-aac7-4244-8e4c-c5a16ddac627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:46:15Z', 'updated_at': '2022-01-25T08:46:15Z', 'revision_number': 0, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:17.372053 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a2a1684e-ae8d-4011-8491-a49cdb2fce0f req-18145fe9-d286-4ade-8c86-ff2dffc1942b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3db1547-d354-4769-8112-7767cba8998d HTTP/1.1" status: 200 len: 998 time: 0.0582740 Jan 25 08:46:17.372300 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40957ad9-f67f-4de6-ad63-dbc4c47b3325 None None] Checking router: 3807cb94-5231-48e4-8402-cd545ae4e12e for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:46:17.380207 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40957ad9-f67f-4de6-ad63-dbc4c47b3325 None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:46:17.380794 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-40957ad9-f67f-4de6-ad63-dbc4c47b3325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:46:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:17.426287 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1684e-ae8d-4011-8491-a49cdb2fce0f req-c75dd89a-7974-4ca9-a433-b01e7619125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:17.427755 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a2a1684e-ae8d-4011-8491-a49cdb2fce0f req-c75dd89a-7974-4ca9-a433-b01e7619125b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0472298 Jan 25 08:46:17.473927 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1684e-ae8d-4011-8491-a49cdb2fce0f req-f4e04dfc-1376-48a8-93c7-54e6e09efc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:17.475304 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a2a1684e-ae8d-4011-8491-a49cdb2fce0f req-f4e04dfc-1376-48a8-93c7-54e6e09efc7d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388691 Jan 25 08:46:17.486987 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-40957ad9-f67f-4de6-ad63-dbc4c47b3325 None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:46:17.577668 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a2a1684e-ae8d-4011-8491-a49cdb2fce0f req-aa144e8b-39bc-4bf8-b006-1dab3d1be08d service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911379 Jan 25 08:46:17.669700 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a2a1684e-ae8d-4011-8491-a49cdb2fce0f req-7b8b528a-13c8-4101-9300-07aa157c046b service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849850 Jan 25 08:46:17.713920 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-40957ad9-f67f-4de6-ad63-dbc4c47b3325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': 'b6ff973e-5cd3-4fc3-af6e-8c3d6949ea9e', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'a3db1547-d354-4769-8112-7767cba8998d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:a3:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29458f7-aac7-4244-8e4c-c5a16ddac627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:46:15Z', 'updated_at': '2022-01-25T08:46:15Z', 'revision_number': 0, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:17.740129 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40957ad9-f67f-4de6-ad63-dbc4c47b3325 None None] The sync data for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi is: [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': 'b6ff973e-5cd3-4fc3-af6e-8c3d6949ea9e', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'a3db1547-d354-4769-8112-7767cba8998d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:a3:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29458f7-aac7-4244-8e4c-c5a16ddac627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:46:15Z', 'updated_at': '2022-01-25T08:46:15Z', 'revision_number': 0, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:46:17.949844 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba6a6a3-291d-411a-a399-e1b4af25ba29 None None] New status for floating IP b6ff973e-5cd3-4fc3-af6e-8c3d6949ea9e: ACTIVE {{(pid=103107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:46:20.854307 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7430-f3b7-411b-9a66-d662f4c8dbef req-d10289e8-bf05-45a8-97e7-2fad6274c57a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:20.855831 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-71df7430-f3b7-411b-9a66-d662f4c8dbef req-d10289e8-bf05-45a8-97e7-2fad6274c57a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 946 time: 0.0504558 Jan 25 08:46:20.903586 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-71df7430-f3b7-411b-9a66-d662f4c8dbef req-f1f0630e-4a35-4ec7-b304-c2a5ca6fbffe tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420728 Jan 25 08:46:22.023814 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fd612-a87e-480d-9d09-3a390f663d00 req-322b35bf-19a1-40d4-80fe-6bbceefb9b2b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:22.025301 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c90fd612-a87e-480d-9d09-3a390f663d00 req-322b35bf-19a1-40d4-80fe-6bbceefb9b2b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 946 time: 0.0473082 Jan 25 08:46:22.071629 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c90fd612-a87e-480d-9d09-3a390f663d00 req-5b9cb3b8-c414-40d0-8b9d-b9f555d0de06 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397370 Jan 25 08:46:23.189331 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24448c2c-5402-40ca-abdf-99e151612a31 req-9a786a56-30ce-40c9-926d-d3590f10a549 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:23.190835 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-24448c2c-5402-40ca-abdf-99e151612a31 req-9a786a56-30ce-40c9-926d-d3590f10a549 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 946 time: 0.0468183 Jan 25 08:46:23.237649 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-24448c2c-5402-40ca-abdf-99e151612a31 req-54ad8b89-0ee3-4128-b021-455f8054d80e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=3574d594-b691-4ee6-befe-3f7d5b6d45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414271 Jan 25 08:46:23.336627 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a82f8-7263-4156-94e9-3392309acb47 req-4ebe9d9a-e9fd-43f8-86b0-fe21c7892649 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:23.338031 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-292a82f8-7263-4156-94e9-3392309acb47 req-4ebe9d9a-e9fd-43f8-86b0-fe21c7892649 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.121 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 946 time: 0.0503914 Jan 25 08:46:23.426229 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Deleting port cf6a8b39-19f8-4fc9-b15f-13dde81446ed {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:46:23.426571 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:23.516685 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] For port cf6a8b39-19f8-4fc9-b15f-13dde81446ed, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:23.517042 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:23.736852 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:23.737216 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (45ac8bd5-ded4-49c8-a5ca-71a1273a95e7), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:23.737531 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Floating IP 45ac8bd5-ded4-49c8-a5ca-71a1273a95e7 disassociated. External IP: 172.27.1.197, port: cf6a8b39-19f8-4fc9-b15f-13dde81446ed. Jan 25 08:46:23.737869 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Calling delete_port for cf6a8b39-19f8-4fc9-b15f-13dde81446ed owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:46:23.933947 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (cf6a8b39-19f8-4fc9-b15f-13dde81446ed), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:23.962591 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event deleted for resources: {'Port': ['ID=cf6a8b39-19f8-4fc9-b15f-13dde81446ed,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:23.974301 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:23.974648 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:23.974984 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:23.975315 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:23.975647 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:23.975975 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:23.976325 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:23.976650 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:23.976969 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:23.977285 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:23.977602 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:23.977920 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:23.978248 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:46:24.090064 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Router 5e9cab0d-07e5-4cf0-9626-9de81167c83e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:46:24.194984 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:46:24.204943 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485b5adb-6e32-4985-9e72-92a36df103cd None None] Sync routers for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:46:24.214839 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485b5adb-6e32-4985-9e72-92a36df103cd None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:46:24.215537 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-485b5adb-6e32-4985-9e72-92a36df103cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:46:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:24.239009 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] No DVR routers for this DVR port cf6a8b39-19f8-4fc9-b15f-13dde81446ed on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:46:24.242303 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:24.246539 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-292a82f8-7263-4156-94e9-3392309acb47 req-6c131b4d-1a40-410d-b6ef-40eea5b8f404 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.121 "DELETE /v2.0/ports/cf6a8b39-19f8-4fc9-b15f-13dde81446ed HTTP/1.1" status: 204 len: 173 time: 0.9032640 Jan 25 08:46:24.246987 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'name': 'network-vif-deleted', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:46:24.249423 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98b8bdc-51f1-41fb-838c-dff22e1beee8" -d '{"events": [{"server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "name": "network-vif-deleted", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:46:24.288978 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cddacd9-3a8d-438d-ae7f-f79ef2af8727 x-openstack-request-id: req-1cddacd9-3a8d-438d-ae7f-f79ef2af8727 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:46:24.289273 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125e82c4-094d-49d2-85bd-e37e1fdb5ed9", "name": "network-vif-deleted", "tag": "cf6a8b39-19f8-4fc9-b15f-13dde81446ed", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:46:24.289545 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-1cddacd9-3a8d-438d-ae7f-f79ef2af8727 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:46:24.289938 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125e82c4-094d-49d2-85bd-e37e1fdb5ed9', 'name': 'network-vif-deleted', 'tag': 'cf6a8b39-19f8-4fc9-b15f-13dde81446ed', 'status': 'completed', 'code': 200} Jan 25 08:46:24.340299 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-485b5adb-6e32-4985-9e72-92a36df103cd None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:46:24.343357 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4432bc91-b2d1-460e-b519-d06b3eaa3990 req-fdee95d9-d2bd-46fe-9d04-dd204ec1b3ac tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 210 time: 0.0284226 Jan 25 08:46:24.670969 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-485b5adb-6e32-4985-9e72-92a36df103cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 5, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:24.698676 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485b5adb-6e32-4985-9e72-92a36df103cd None None] Checking router: 5e9cab0d-07e5-4cf0-9626-9de81167c83e for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:46:24.706963 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485b5adb-6e32-4985-9e72-92a36df103cd None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:46:24.707568 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-485b5adb-6e32-4985-9e72-92a36df103cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:46:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:24.817039 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-485b5adb-6e32-4985-9e72-92a36df103cd None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:46:25.017678 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-485b5adb-6e32-4985-9e72-92a36df103cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 5, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:25.043985 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485b5adb-6e32-4985-9e72-92a36df103cd None None] The sync data for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi is: [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 5, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:46:25.271173 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af22c1bd-ff43-4bd1-85d4-45ef55fb1893 None None] New status for floating IP 45ac8bd5-ded4-49c8-a5ca-71a1273a95e7: DOWN {{(pid=103107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:46:25.473508 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device cf6a8b39-19f8-4fc9-b15f-13dde81446ed no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:46:25.477642 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1788c7ca-4799-44db-ba37-2d01df414d66 req-fef08233-934d-44c1-b01a-835fa4401c1a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=125e82c4-094d-49d2-85bd-e37e1fdb5ed9 HTTP/1.1" status: 200 len: 210 time: 0.0380826 Jan 25 08:46:25.503659 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: cf6a8b39-19f8-4fc9-b15f-13dde81446ed {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:46:25.503659 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device cf6a8b39-19f8-4fc9-b15f-13dde81446ed not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:46:26.626581 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 47842) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:26.687938 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-89cb6255-8ae9-46ae-84a5-a0fb8014765b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group (3574d594-b691-4ee6-befe-3f7d5b6d45f1), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:26.711212 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-89cb6255-8ae9-46ae-84a5-a0fb8014765b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group (3574d594-b691-4ee6-befe-3f7d5b6d45f1), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:26.813744 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-89cb6255-8ae9-46ae-84a5-a0fb8014765b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3574d594-b691-4ee6-befe-3f7d5b6d45f1), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:26.816308 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-89cb6255-8ae9-46ae-84a5-a0fb8014765b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:26.817487 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-89cb6255-8ae9-46ae-84a5-a0fb8014765b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "DELETE /v2.0/security-groups/3574d594-b691-4ee6-befe-3f7d5b6d45f1 HTTP/1.1" status: 204 len: 168 time: 0.1898799 Jan 25 08:46:26.820236 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47844) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:26.826476 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb6255-8ae9-46ae-84a5-a0fb8014765b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3574d594-b691-4ee6-befe-3f7d5b6d45f1,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:26.834761 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.api.v2.resource [None req-7a81374a-0660-4c96-9c57-068dfaa32f9c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] show failed (client error): The resource could not be found. Jan 25 08:46:26.836140 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-7a81374a-0660-4c96-9c57-068dfaa32f9c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups/3574d594-b691-4ee6-befe-3f7d5b6d45f1 HTTP/1.1" status: 404 len: 347 time: 0.0140371 Jan 25 08:46:26.839745 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47846) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:26.970706 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-fb891863-d05b-4ea4-94c6-b0f7a8351b68 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Deleting port 923711c7-6950-4a49-840c-ceb0ec6e4597 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:46:26.971050 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-fb891863-d05b-4ea4-94c6-b0f7a8351b68 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (923711c7-6950-4a49-840c-ceb0ec6e4597), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:27.049282 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-fb891863-d05b-4ea4-94c6-b0f7a8351b68 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (923711c7-6950-4a49-840c-ceb0ec6e4597), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:27.049625 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-fb891863-d05b-4ea4-94c6-b0f7a8351b68 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (923711c7-6950-4a49-840c-ceb0ec6e4597), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:27.066638 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-fb891863-d05b-4ea4-94c6-b0f7a8351b68 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Calling delete_port for 923711c7-6950-4a49-840c-ceb0ec6e4597 owned by network:floatingip {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:46:27.242321 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-fb891863-d05b-4ea4-94c6-b0f7a8351b68 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (923711c7-6950-4a49-840c-ceb0ec6e4597), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:27.273463 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb891863-d05b-4ea4-94c6-b0f7a8351b68 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event deleted for resources: {'Port': ['ID=923711c7-6950-4a49-840c-ceb0ec6e4597,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:27.334731 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-fb891863-d05b-4ea4-94c6-b0f7a8351b68 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (45ac8bd5-ded4-49c8-a5ca-71a1273a95e7), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:27.337273 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-fb891863-d05b-4ea4-94c6-b0f7a8351b68 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:27.339321 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-fb891863-d05b-4ea4-94c6-b0f7a8351b68 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "DELETE /v2.0/floatingips/45ac8bd5-ded4-49c8-a5ca-71a1273a95e7 HTTP/1.1" status: 204 len: 168 time: 0.4983864 Jan 25 08:46:27.923814 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47850) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:27.927985 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-19ee9b27-d396-4f6e-b5b5-d1e8fb7fe4ae tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1616021471', 'description': 'tempest-description--2054241438'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:46:28.019499 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-19ee9b27-d396-4f6e-b5b5-d1e8fb7fe4ae tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:28.083135 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-19ee9b27-d396-4f6e-b5b5-d1e8fb7fe4ae tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group (0ec7ea45-6b35-47a9-b88c-bedc4469236c), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:28.144830 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-19ee9b27-d396-4f6e-b5b5-d1e8fb7fe4ae tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (0ec7ea45-6b35-47a9-b88c-bedc4469236c), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:28.173393 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee9b27-d396-4f6e-b5b5-d1e8fb7fe4ae tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec7ea45-6b35-47a9-b88c-bedc4469236c,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:28.226857 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-19ee9b27-d396-4f6e-b5b5-d1e8fb7fe4ae tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:28.228178 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-19ee9b27-d396-4f6e-b5b5-d1e8fb7fe4ae tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3036604 Jan 25 08:46:28.231636 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47852) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:28.236219 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-950dab4f-ec11-44f4-a3f0-0cb151dbed8d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Request body: {'security_group_rule': {'security_group_id': '0ec7ea45-6b35-47a9-b88c-bedc4469236c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:46:28.350556 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-950dab4f-ec11-44f4-a3f0-0cb151dbed8d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group_rule (2a1d8baa-bfe1-4fbe-ada3-2296ec324ddb), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:28.417005 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-950dab4f-ec11-44f4-a3f0-0cb151dbed8d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group_rule (2a1d8baa-bfe1-4fbe-ada3-2296ec324ddb), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:28.498933 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-950dab4f-ec11-44f4-a3f0-0cb151dbed8d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (2a1d8baa-bfe1-4fbe-ada3-2296ec324ddb), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:28.516981 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dab4f-ec11-44f4-a3f0-0cb151dbed8d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1d8baa-bfe1-4fbe-ada3-2296ec324ddb,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:28.598299 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-950dab4f-ec11-44f4-a3f0-0cb151dbed8d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:28.599555 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-950dab4f-ec11-44f4-a3f0-0cb151dbed8d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3669074 Jan 25 08:46:28.602218 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47854) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:28.607154 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-93831673-59f1-43f6-94f7-94aae99d7e3a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Request body: {'security_group_rule': {'security_group_id': '0ec7ea45-6b35-47a9-b88c-bedc4469236c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:46:28.687268 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-93831673-59f1-43f6-94f7-94aae99d7e3a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group_rule (fa9694dd-e7ee-425b-903a-1af69f53ecc7), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:28.742201 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-93831673-59f1-43f6-94f7-94aae99d7e3a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group_rule (fa9694dd-e7ee-425b-903a-1af69f53ecc7), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:28.824829 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-93831673-59f1-43f6-94f7-94aae99d7e3a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (fa9694dd-e7ee-425b-903a-1af69f53ecc7), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:28.842249 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93831673-59f1-43f6-94f7-94aae99d7e3a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9694dd-e7ee-425b-903a-1af69f53ecc7,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:28.912262 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-93831673-59f1-43f6-94f7-94aae99d7e3a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:28.913405 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-93831673-59f1-43f6-94f7-94aae99d7e3a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102732 Jan 25 08:46:28.916556 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47856) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:28.920785 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Request body: {'floatingip': {'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:46:29.024716 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:29.118461 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:29.219350 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Allocated IP 172.27.1.161 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/7ada6b90-fee8-451b-9328-c31bc6217807) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:46:29.319775 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for port (7ada6b90-fee8-451b-9328-c31bc6217807), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:29.402298 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (7ada6b90-fee8-451b-9328-c31bc6217807), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:29.438624 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:46:29.441296 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:46:29.446522 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:46:29.451734 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event updated for resources: {'Port': ['ID=7ada6b90-fee8-451b-9328-c31bc6217807,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:29.529942 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (5d1c7282-048a-4226-b177-08b1356cbefd), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:29.613334 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (7ada6b90-fee8-451b-9328-c31bc6217807), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:29.760178 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for port (7ada6b90-fee8-451b-9328-c31bc6217807), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:29.813561 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (7ada6b90-fee8-451b-9328-c31bc6217807), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:29.881880 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event updated for resources: {'Port': ['ID=7ada6b90-fee8-451b-9328-c31bc6217807,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:29.893604 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (5d1c7282-048a-4226-b177-08b1356cbefd), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:29.976376 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:29.977994 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-f734a04d-b322-49b5-8bb3-17f9410ea8d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0604863 Jan 25 08:46:30.173536 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-1a618f2e-8c76-4ae7-a5af-4d817574ed5c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--1616021471&fields=id&tenant_id=bb66612854e24630a2dcbc38aa78dcf2 HTTP/1.1" status: 200 len: 267 time: 0.0440311 Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.286012 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-6747ae2c-debf-4607-8f64-3d3562b967e3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:30.288510 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-6747ae2c-debf-4607-8f64-3d3562b967e3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/networks?id=1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 200 len: 815 time: 0.1085565 Jan 25 08:46:30.303434 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-f89e6ff6-3cdc-4b7d-8295-7877781a2ed7 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/quotas/bb66612854e24630a2dcbc38aa78dcf2 HTTP/1.1" status: 200 len: 375 time: 0.0090187 Jan 25 08:46:30.353915 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-ce22705d-9a46-4cbe-a813-9dc95f527893 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446687 Jan 25 08:46:30.356623 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:30.447019 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-3d63705f-199f-4e06-ab29-7a4f2deb612c service neutron] 10.222.0.112 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809696 Jan 25 08:46:30.547524 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-cdd8673e-4a36-4744-9edb-d66c5370cbde service neutron] 10.222.0.112 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937939 Jan 25 08:46:30.809621 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4f473356-f3d3-4137-81b4-2430c30b9a42 req-f310b919-f874-45bd-bd4c-762c9493ba03 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 210 time: 0.0269699 Jan 25 08:46:31.908670 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a24e472c-7c5d-472c-ad6a-44756e94eee8 req-c3920859-3459-4958-a429-82239cbe10da tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 210 time: 0.0279415 Jan 25 08:46:32.792153 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-3db51cd2-574c-4813-a939-c05253db7f3d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:32.794229 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-3db51cd2-574c-4813-a939-c05253db7f3d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.121 "GET /v2.0/networks?id=1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 200 len: 815 time: 0.1068811 Jan 25 08:46:32.853719 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-0eb88339-50c3-423e-92cb-0d0399c1d3e0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb66612854e24630a2dcbc38aa78dcf2 HTTP/1.1" status: 200 len: 380 time: 0.0507810 Jan 25 08:46:32.864028 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-b43fb86a-70ae-493e-b52d-4c4bb45ff150 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Request body: {'port': {'device_id': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'admin_state_up': True, 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'security_groups': ['0ec7ea45-6b35-47a9-b88c-bedc4469236c']}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:46:33.005050 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-832d4f22-b665-40cd-8989-2b53c8e0cf09 req-5bad6de0-1653-47fe-9d8f-951147b6fc30 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 210 time: 0.0256050 Jan 25 08:46:33.041778 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-b43fb86a-70ae-493e-b52d-4c4bb45ff150 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Made reservation on behalf of bb66612854e24630a2dcbc38aa78dcf2 for: {'port': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:46:33.046450 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-b43fb86a-70ae-493e-b52d-4c4bb45ff150 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:33.174277 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-b43fb86a-70ae-493e-b52d-4c4bb45ff150 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Allocated IP 172.20.0.4 (1034f08a-497e-433f-a3f5-f68e036144ee/3f7bec09-c3cd-427a-a947-5b8b47de6266/0e5df89b-438e-4325-af63-54dd3ceed0e1) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:46:33.550791 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-b43fb86a-70ae-493e-b52d-4c4bb45ff150 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:33.654294 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-b43fb86a-70ae-493e-b52d-4c4bb45ff150 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:33.695559 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-b43fb86a-70ae-493e-b52d-4c4bb45ff150 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Network 1034f08a-497e-433f-a3f5-f68e036144ee is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:46:33.698497 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-b43fb86a-70ae-493e-b52d-4c4bb45ff150 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:46:33.704974 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-b43fb86a-70ae-493e-b52d-4c4bb45ff150 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:46:33.728970 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fb86a-70ae-493e-b52d-4c4bb45ff150 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event updated for resources: {'Port': ['ID=0e5df89b-438e-4325-af63-54dd3ceed0e1,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:33.758547 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-b43fb86a-70ae-493e-b52d-4c4bb45ff150 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:33.759162 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-b43fb86a-70ae-493e-b52d-4c4bb45ff150 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:33.827601 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-b43fb86a-70ae-493e-b52d-4c4bb45ff150 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9671547 Jan 25 08:46:33.843578 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Request body: {'port': {'device_id': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:46:33.901988 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:33.911761 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-bca41f3f-733d-4077-afbb-2b6a4edf9ddc None None] Provisioning complete for port 0e5df89b-438e-4325-af63-54dd3ceed0e1 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:46:33.912309 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-bca41f3f-733d-4077-afbb-2b6a4edf9ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:33.947106 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-bca41f3f-733d-4077-afbb-2b6a4edf9ddc None None] Port 0e5df89b-438e-4325-af63-54dd3ceed0e1 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:46:34.158408 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf90375-9547-4f30-9655-ab4f07c60517 req-2946262b-3851-4491-8623-6cbad35dfecc tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:34.159886 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-dbf90375-9547-4f30-9655-ab4f07c60517 req-2946262b-3851-4491-8623-6cbad35dfecc tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 931 time: 0.0766218 Jan 25 08:46:34.245614 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5df89b-438e-4325-af63-54dd3ceed0e1 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:46:34.253699 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-dbf90375-9547-4f30-9655-ab4f07c60517 req-13f4402c-0049-4b15-be9a-391e8b306329 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876851 Jan 25 08:46:34.257770 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Publish callbacks [] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:34.270844 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Transition to ACTIVE for port object 0e5df89b-438e-4325-af63-54dd3ceed0e1 will not be triggered until provisioned by entity L2. {{(pid=103105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:46:34.344913 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:34.394543 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5df89b-438e-4325-af63-54dd3ceed0e1,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:34.465722 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Attempting to bind port 0e5df89b-438e-4325-af63-54dd3ceed0e1 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:46:34.466062 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Attempting to bind port 0e5df89b-438e-4325-af63-54dd3ceed0e1 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:46:34.466392 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Attempting to bind port 0e5df89b-438e-4325-af63-54dd3ceed0e1 on network 1034f08a-497e-433f-a3f5-f68e036144ee {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:46:34.471025 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Port 0e5df89b-438e-4325-af63-54dd3ceed0e1 on network 1034f08a-497e-433f-a3f5-f68e036144ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:46:34.471347 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Attempting to bind port 0e5df89b-438e-4325-af63-54dd3ceed0e1 on network 1034f08a-497e-433f-a3f5-f68e036144ee {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:46:34.476362 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:46:34.476702 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Checking segment: {'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:46:34.477086 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Bound using segment: {'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:46:34.477510 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Bound port: 0e5df89b-438e-4325-af63-54dd3ceed0e1, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb84660b-bd26-447c-af72-02e211c99b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:46:34.477870 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:34.546909 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] For port 0e5df89b-438e-4325-af63-54dd3ceed0e1, host hv-cinder-81187, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:46:34.549843 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] For port 0e5df89b-438e-4325-af63-54dd3ceed0e1, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:46:34.631126 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:34.666659 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:34.667284 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:34.668696 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] 10.222.0.121 "PUT /v2.0/ports/0e5df89b-438e-4325-af63-54dd3ceed0e1 HTTP/1.1" status: 200 len: 1093 time: 0.8306165 Jan 25 08:46:34.669172 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:46:34.671444 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c5b174-7de3-4c0b-a5b4-bf2756d59e45" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:46:34.695994 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3055c-0e46-4a04-ac6c-8d4d2d18cc69 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5df89b-438e-4325-af63-54dd3ceed0e1,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:34.720677 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0028807-5ccc-47b2-b387-c786a4dcc011 x-openstack-request-id: req-a0028807-5ccc-47b2-b387-c786a4dcc011 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:46:34.721103 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:46:34.721440 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a0028807-5ccc-47b2-b387-c786a4dcc011 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:46:34.721923 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'status': 'completed', 'code': 200} Jan 25 08:46:34.788161 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5b174-7de3-4c0b-a5b4-bf2756d59e45 req-980b4b63-d0eb-4696-a4a5-abc5cae2694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:34.789758 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-26c5b174-7de3-4c0b-a5b4-bf2756d59e45 req-980b4b63-d0eb-4696-a4a5-abc5cae2694e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 1096 time: 0.0449834 Jan 25 08:46:34.894249 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5b174-7de3-4c0b-a5b4-bf2756d59e45 req-73e05fc6-734e-4bd0-ad3c-f86fda1cba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:34.895818 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-26c5b174-7de3-4c0b-a5b4-bf2756d59e45 req-73e05fc6-734e-4bd0-ad3c-f86fda1cba1a service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0965004 Jan 25 08:46:35.027642 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5b174-7de3-4c0b-a5b4-bf2756d59e45 req-e38757ec-4cc1-4540-817c-2a56ec95daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:35.029216 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-26c5b174-7de3-4c0b-a5b4-bf2756d59e45 req-e38757ec-4cc1-4540-817c-2a56ec95daca service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250703 Jan 25 08:46:35.033412 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7f7a331f-47d5-4b1c-bb7e-1a691085ffcc req-ee9ff61c-19dd-4d7f-acfc-e3cfd677c32a tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253090562&fields=id&tenant_id=f883d39e09994eef8c9a8cb49ba70db9 HTTP/1.1" status: 200 len: 267 time: 0.0733414 Jan 25 08:46:35.096316 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a331f-47d5-4b1c-bb7e-1a691085ffcc req-24c54439-7861-4926-877b-03bdee2afd03 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:35.097749 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7f7a331f-47d5-4b1c-bb7e-1a691085ffcc req-24c54439-7861-4926-877b-03bdee2afd03 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 985 time: 0.0579209 Jan 25 08:46:35.116026 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-7f7a331f-47d5-4b1c-bb7e-1a691085ffcc req-a1812393-dec8-4604-839c-b870560d23b1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Request body: {'port': {'security_groups': ['246561fc-2554-40f3-a0d3-657dca3362b4']}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:46:35.181510 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-22a7f715-a396-4231-9b46-e581a50aa9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:35.183003 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-22a7f715-a396-4231-9b46-e581a50aa9ad service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 1096 time: 0.1043358 Jan 25 08:46:35.194131 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-7f7a331f-47d5-4b1c-bb7e-1a691085ffcc req-a1812393-dec8-4604-839c-b870560d23b1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:35.237463 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-b72022d6-5080-46d1-98c8-6474ee1b2ff3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1 HTTP/1.1" status: 200 len: 217 time: 0.0410893 Jan 25 08:46:35.334397 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-d0adde82-a3a4-4f24-80bf-188426aad079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:35.342564 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-d0adde82-a3a4-4f24-80bf-188426aad079 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3f7bec09-c3cd-427a-a947-5b8b47de6266 HTTP/1.1" status: 200 len: 854 time: 0.0729864 Jan 25 08:46:35.379382 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22487a54-814a-4f1a-8ce9-db8f0b85adf4 req-2018aeec-7a73-4636-b71d-feee127308c7 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:35.380921 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-22487a54-814a-4f1a-8ce9-db8f0b85adf4 req-2018aeec-7a73-4636-b71d-feee127308c7 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0515521 Jan 25 08:46:35.431270 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-22487a54-814a-4f1a-8ce9-db8f0b85adf4 req-31b40862-6588-46d0-9ec6-cce51e77640a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445127 Jan 25 08:46:35.439003 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-d48e3f0c-980e-4a57-8d59-17284ff61609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:35.444942 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-d48e3f0c-980e-4a57-8d59-17284ff61609 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1034f08a-497e-433f-a3f5-f68e036144ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970149 Jan 25 08:46:35.525410 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-7f7a331f-47d5-4b1c-bb7e-1a691085ffcc req-a1812393-dec8-4604-839c-b870560d23b1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] For port 6af39d83-c74a-46d6-bf83-eed97c720a1b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:35.571095 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-7f7a331f-47d5-4b1c-bb7e-1a691085ffcc req-a1812393-dec8-4604-839c-b870560d23b1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:35.577569 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-e8a01629-2aca-4b15-99d5-d4a33f6b8b79 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297784 Jan 25 08:46:35.645901 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-7f7a331f-47d5-4b1c-bb7e-1a691085ffcc req-a1812393-dec8-4604-839c-b870560d23b1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:35.661971 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['6af39d83-c74a-46d6-bf83-eed97c720a1b'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:46:35.697206 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a331f-47d5-4b1c-bb7e-1a691085ffcc req-a1812393-dec8-4604-839c-b870560d23b1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:35.697846 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-7f7a331f-47d5-4b1c-bb7e-1a691085ffcc req-a1812393-dec8-4604-839c-b870560d23b1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:35.701101 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7f7a331f-47d5-4b1c-bb7e-1a691085ffcc req-a1812393-dec8-4604-839c-b870560d23b1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "PUT /v2.0/ports/6af39d83-c74a-46d6-bf83-eed97c720a1b HTTP/1.1" status: 200 len: 943 time: 0.5904064 Jan 25 08:46:35.707589 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 47904) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:35.737263 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f03a189-d43e-4c66-a59d-c37886ff062e req-6c61ccb7-e65e-4b0c-b4e8-fb7a9a214e72 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510978 Jan 25 08:46:35.753440 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1812393-dec8-4604-839c-b870560d23b1 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event updated for resources: {'Port': ['ID=6af39d83-c74a-46d6-bf83-eed97c720a1b,revision_number=7']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:35.785127 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['6af39d83-c74a-46d6-bf83-eed97c720a1b'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:46:35.798957 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-87ad2ef2-20de-464f-ac9a-25092d5b04f7 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group (95fe89b9-592f-4f4d-a078-ab0ce347bce0), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:35.828620 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-87ad2ef2-20de-464f-ac9a-25092d5b04f7 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group (95fe89b9-592f-4f4d-a078-ab0ce347bce0), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:35.944749 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-91094802-6fba-4907-ad43-5d70e24497d1 None None] Provisioning complete for port 6af39d83-c74a-46d6-bf83-eed97c720a1b triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:46:35.945119 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-91094802-6fba-4907-ad43-5d70e24497d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:35.960201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-87ad2ef2-20de-464f-ac9a-25092d5b04f7 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (95fe89b9-592f-4f4d-a078-ab0ce347bce0), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:35.960201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-87ad2ef2-20de-464f-ac9a-25092d5b04f7 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:35.960201 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-87ad2ef2-20de-464f-ac9a-25092d5b04f7 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "DELETE /v2.0/security-groups/95fe89b9-592f-4f4d-a078-ab0ce347bce0 HTTP/1.1" status: 204 len: 168 time: 0.2510269 Jan 25 08:46:35.963110 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 47906) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:35.969717 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad2ef2-20de-464f-ac9a-25092d5b04f7 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fe89b9-592f-4f4d-a078-ab0ce347bce0,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:36.062045 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-91094802-6fba-4907-ad43-5d70e24497d1 None None] Current status of the port 6af39d83-c74a-46d6-bf83-eed97c720a1b is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:46:36.126152 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-2211597e-b0ef-4640-b475-e742630fe679 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Deleting port c9380fac-ebc2-454c-8210-115f7885861f {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:46:36.126490 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2211597e-b0ef-4640-b475-e742630fe679 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (c9380fac-ebc2-454c-8210-115f7885861f), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:36.206234 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2211597e-b0ef-4640-b475-e742630fe679 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (c9380fac-ebc2-454c-8210-115f7885861f), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:36.206895 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2211597e-b0ef-4640-b475-e742630fe679 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for floatingip (c9380fac-ebc2-454c-8210-115f7885861f), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:36.217917 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-2211597e-b0ef-4640-b475-e742630fe679 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Calling delete_port for c9380fac-ebc2-454c-8210-115f7885861f owned by network:floatingip {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:46:36.442087 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2211597e-b0ef-4640-b475-e742630fe679 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (c9380fac-ebc2-454c-8210-115f7885861f), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:36.467809 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211597e-b0ef-4640-b475-e742630fe679 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event deleted for resources: {'Port': ['ID=c9380fac-ebc2-454c-8210-115f7885861f,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:36.529600 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2211597e-b0ef-4640-b475-e742630fe679 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks [] for floatingip (13eae72c-f3cd-4978-ba65-85b154538ad4), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:36.529933 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [None req-2211597e-b0ef-4640-b475-e742630fe679 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Floating IP 13eae72c-f3cd-4978-ba65-85b154538ad4 disassociated (deleted). External IP: 172.27.1.212, port: 6af39d83-c74a-46d6-bf83-eed97c720a1b. Jan 25 08:46:36.555492 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171595a0-0894-43e7-a9ae-b566862ea0d9 req-1e497c91-ef49-41ac-8e9c-4006bc6ea6df tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:36.557008 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-171595a0-0894-43e7-a9ae-b566862ea0d9 req-1e497c91-ef49-41ac-8e9c-4006bc6ea6df tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0533218 Jan 25 08:46:36.605561 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-171595a0-0894-43e7-a9ae-b566862ea0d9 req-7c20f89e-99f7-4522-84af-76927f21eb53 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422013 Jan 25 08:46:36.734024 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:46:36.736258 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04467e95-695a-4cab-9998-f290b8b7248f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:46:36.764951 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2211597e-b0ef-4640-b475-e742630fe679 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Router 2e6df29e-7fb6-445b-b121-8d03f6c273dc has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:46:36.775457 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2532f1-3227-49ec-a442-8a029b039634 x-openstack-request-id: req-db2532f1-3227-49ec-a442-8a029b039634 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:46:36.775733 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:46:36.775976 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-db2532f1-3227-49ec-a442-8a029b039634 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:46:36.776398 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b', 'status': 'completed', 'code': 200} Jan 25 08:46:36.894204 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04467e95-695a-4cab-9998-f290b8b7248f req-cc6219d8-8675-4310-a25d-d1ef934240d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:36.895671 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04467e95-695a-4cab-9998-f290b8b7248f req-cc6219d8-8675-4310-a25d-d1ef934240d1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f883d39e09994eef8c9a8cb49ba70db9&device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 1099 time: 0.0812421 Jan 25 08:46:36.924337 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2211597e-b0ef-4640-b475-e742630fe679 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:46:36.929677 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-2211597e-b0ef-4640-b475-e742630fe679 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:36.933709 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa28bce-759e-411a-96e8-3055909a7896 None None] Sync routers for ids ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:46:36.943870 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa28bce-759e-411a-96e8-3055909a7896 None None] Routers {'2e6df29e-7fb6-445b-b121-8d03f6c273dc'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:46:36.944588 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-caa28bce-759e-411a-96e8-3055909a7896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:46:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:36.992961 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-2211597e-b0ef-4640-b475-e742630fe679 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "DELETE /v2.0/floatingips/13eae72c-f3cd-4978-ba65-85b154538ad4 HTTP/1.1" status: 204 len: 168 time: 1.0286090 Jan 25 08:46:37.018401 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04467e95-695a-4cab-9998-f290b8b7248f req-fd579fe3-6f52-4408-9057-6e4434dde066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:37.019878 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04467e95-695a-4cab-9998-f290b8b7248f req-fd579fe3-6f52-4408-9057-6e4434dde066 service neutron] 10.222.0.121 "GET /v2.0/networks?id=07a0a72d-6846-4848-8c73-bbcc20fedb8c HTTP/1.1" status: 200 len: 916 time: 0.1177633 Jan 25 08:46:37.071046 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-caa28bce-759e-411a-96e8-3055909a7896 None None] Set router 2e6df29e-7fb6-445b-b121-8d03f6c273dc gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:46:37.071302 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04467e95-695a-4cab-9998-f290b8b7248f req-77086aaa-907f-4062-a512-935f3a581bd5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b HTTP/1.1" status: 200 len: 217 time: 0.0426497 Jan 25 08:46:37.122930 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04467e95-695a-4cab-9998-f290b8b7248f req-5651bd52-5cec-4309-a53e-d952e981f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:37.124610 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04467e95-695a-4cab-9998-f290b8b7248f req-5651bd52-5cec-4309-a53e-d952e981f65f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=92c394b4-1106-4f8a-8b26-188f70824e72 HTTP/1.1" status: 200 len: 854 time: 0.0472348 Jan 25 08:46:37.173250 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04467e95-695a-4cab-9998-f290b8b7248f req-b89ab4a8-2864-46b1-9684-efe29c8c616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:37.174888 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04467e95-695a-4cab-9998-f290b8b7248f req-b89ab4a8-2864-46b1-9684-efe29c8c616a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=07a0a72d-6846-4848-8c73-bbcc20fedb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425296 Jan 25 08:46:37.269484 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04467e95-695a-4cab-9998-f290b8b7248f req-1a2a03e8-b2ca-40c3-bc53-61f0d5664f63 service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876508 Jan 25 08:46:37.280812 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-caa28bce-759e-411a-96e8-3055909a7896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:40:11Z', 'revision_number': 4, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port': {'id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:08Z', 'updated_at': '2022-01-25T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '914fde57-1426-45c9-bab9-b8f847bef7ea', 'name': '', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'mac_address': 'fa:16:3e:e2:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:10Z', 'updated_at': '2022-01-25T08:40:15Z', 'revision_number': 5, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'subnets': [{'id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:37.307522 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa28bce-759e-411a-96e8-3055909a7896 None None] Checking router: 2e6df29e-7fb6-445b-b121-8d03f6c273dc for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:46:37.316222 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa28bce-759e-411a-96e8-3055909a7896 None None] Routers {'2e6df29e-7fb6-445b-b121-8d03f6c273dc'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:46:37.316824 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-caa28bce-759e-411a-96e8-3055909a7896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:46:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:37.366981 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-04467e95-695a-4cab-9998-f290b8b7248f req-ce0f8fc5-ee91-4cc3-91f4-d2c72101b472 service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907710 Jan 25 08:46:37.431076 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-caa28bce-759e-411a-96e8-3055909a7896 None None] Set router 2e6df29e-7fb6-445b-b121-8d03f6c273dc gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:46:37.624428 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-caa28bce-759e-411a-96e8-3055909a7896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:40:11Z', 'revision_number': 4, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port': {'id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:08Z', 'updated_at': '2022-01-25T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '914fde57-1426-45c9-bab9-b8f847bef7ea', 'name': '', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'mac_address': 'fa:16:3e:e2:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:10Z', 'updated_at': '2022-01-25T08:40:15Z', 'revision_number': 5, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'subnets': [{'id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:37.655929 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa28bce-759e-411a-96e8-3055909a7896 None None] The sync data for ids ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'] in dv-cinder-811877-9-iscsi is: [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:40:11Z', 'revision_number': 4, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port': {'id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:08Z', 'updated_at': '2022-01-25T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '914fde57-1426-45c9-bab9-b8f847bef7ea', 'name': '', 'network_id': '07a0a72d-6846-4848-8c73-bbcc20fedb8c', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'mac_address': 'fa:16:3e:e2:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:10Z', 'updated_at': '2022-01-25T08:40:15Z', 'revision_number': 5, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'subnets': [{'id': '92c394b4-1106-4f8a-8b26-188f70824e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:46:37.732368 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4de225-5066-4a18-b4b4-fae9c9aa7709 req-d8ebf5a6-ebcc-4081-be22-a9735f3317e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:37.733909 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7d4de225-5066-4a18-b4b4-fae9c9aa7709 req-d8ebf5a6-ebcc-4081-be22-a9735f3317e2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0508242 Jan 25 08:46:37.786727 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7d4de225-5066-4a18-b4b4-fae9c9aa7709 req-faf3779d-ae49-4ce5-994f-432228e6a430 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453014 Jan 25 08:46:37.881151 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8170e80-5a88-4539-a681-6d5c67ea6a65 None None] New status for floating IP 13eae72c-f3cd-4978-ba65-85b154538ad4: DOWN {{(pid=103107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:46:38.777988 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:46:38.780995 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e728afba-773e-479c-8087-d70f37416e12" -d '{"events": [{"name": "network-changed", "server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:46:38.815576 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3054d7-5ee3-478d-a4f8-7d449d36666f x-openstack-request-id: req-ea3054d7-5ee3-478d-a4f8-7d449d36666f {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:46:38.815951 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:46:38.816238 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ea3054d7-5ee3-478d-a4f8-7d449d36666f {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:46:38.816640 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b', 'status': 'completed', 'code': 200} Jan 25 08:46:38.878657 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728afba-773e-479c-8087-d70f37416e12 req-8efbf295-0321-4b51-9b12-bba0361f5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:38.880167 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e728afba-773e-479c-8087-d70f37416e12 req-8efbf295-0321-4b51-9b12-bba0361f5995 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=f883d39e09994eef8c9a8cb49ba70db9&device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 1099 time: 0.0415843 Jan 25 08:46:38.907002 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d9f67-2123-491c-952f-aebb306233e4 req-a9392973-f077-481c-8bad-f2a800f36caa tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:38.908522 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-891d9f67-2123-491c-952f-aebb306233e4 req-a9392973-f077-481c-8bad-f2a800f36caa tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0479591 Jan 25 08:46:38.959233 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-891d9f67-2123-491c-952f-aebb306233e4 req-af9bef74-1979-4443-80ac-f980a909655c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447595 Jan 25 08:46:38.977565 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728afba-773e-479c-8087-d70f37416e12 req-b632b8d1-2b56-4962-9bf9-c24841f63714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:38.979039 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e728afba-773e-479c-8087-d70f37416e12 req-b632b8d1-2b56-4962-9bf9-c24841f63714 service neutron] 10.222.0.121 "GET /v2.0/networks?id=07a0a72d-6846-4848-8c73-bbcc20fedb8c HTTP/1.1" status: 200 len: 916 time: 0.0896657 Jan 25 08:46:39.020302 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e728afba-773e-479c-8087-d70f37416e12 req-71463f97-1037-4661-8190-5116eeaab4a2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b HTTP/1.1" status: 200 len: 217 time: 0.0327764 Jan 25 08:46:39.072497 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728afba-773e-479c-8087-d70f37416e12 req-b8a4f2c2-db52-479e-b8ca-3a969a6b1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:39.073865 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e728afba-773e-479c-8087-d70f37416e12 req-b8a4f2c2-db52-479e-b8ca-3a969a6b1a71 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=92c394b4-1106-4f8a-8b26-188f70824e72 HTTP/1.1" status: 200 len: 854 time: 0.0474007 Jan 25 08:46:39.119581 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728afba-773e-479c-8087-d70f37416e12 req-6b795d18-424a-4f88-988f-82e725146b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:39.121068 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e728afba-773e-479c-8087-d70f37416e12 req-6b795d18-424a-4f88-988f-82e725146b8f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=07a0a72d-6846-4848-8c73-bbcc20fedb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388999 Jan 25 08:46:39.211088 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e728afba-773e-479c-8087-d70f37416e12 req-8b165ef4-d5c8-4bc9-8ed9-b651300c2355 service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830913 Jan 25 08:46:39.300529 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e728afba-773e-479c-8087-d70f37416e12 req-1af7f355-46c4-4dde-acd2-0725d6118663 service neutron] 10.222.0.121 "GET /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823088 Jan 25 08:46:39.482492 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-deb6234d-49e4-419e-9f87-cb96a48d854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:39.518955 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 0e5df89b-438e-4325-af63-54dd3ceed0e1 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:46:39.621471 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 0e5df89b-438e-4325-af63-54dd3ceed0e1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:39.632481 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'port_id': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'mac_address': 'fa:16:3e:7e:d6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:46:39.668696 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 0e5df89b-438e-4325-af63-54dd3ceed0e1 is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:46:39.670018 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:39.683031 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5df89b-438e-4325-af63-54dd3ceed0e1 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:46:39.702059 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 0e5df89b-438e-4325-af63-54dd3ceed0e1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:39.779954 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:39.831057 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=0e5df89b-438e-4325-af63-54dd3ceed0e1,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:40.086936 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca623256-1802-4380-ba20-cd524f4c6aa8 req-604a0e8c-5a55-40d6-b780-2be1a875e630 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:40.086936 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ca623256-1802-4380-ba20-cd524f4c6aa8 req-604a0e8c-5a55-40d6-b780-2be1a875e630 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 944 time: 0.0510280 Jan 25 08:46:40.135483 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ca623256-1802-4380-ba20-cd524f4c6aa8 req-f9654dc2-d003-4d87-83ba-dc62d4727076 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429902 Jan 25 08:46:40.166278 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854b4ee-3e09-468d-9f49-d6bc7a4ed52f req-c6d1f080-5d5e-4276-9bd2-112262d7aced tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:40.167747 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6854b4ee-3e09-468d-9f49-d6bc7a4ed52f req-c6d1f080-5d5e-4276-9bd2-112262d7aced tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 946 time: 0.0488784 Jan 25 08:46:40.217503 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6854b4ee-3e09-468d-9f49-d6bc7a4ed52f req-9c94cfc3-6eb4-4e71-9e5c-01db6c59a10e tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Jan 25 08:46:40.230834 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['0e5df89b-438e-4325-af63-54dd3ceed0e1'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:46:41.255462 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6257ba-f6b6-4d2c-a040-236029a30905 req-ab08d26a-bacc-47a8-a3db-7abdebfeb145 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:41.257026 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ca6257ba-f6b6-4d2c-a040-236029a30905 req-ab08d26a-bacc-47a8-a3db-7abdebfeb145 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 944 time: 0.0488434 Jan 25 08:46:41.304882 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ca6257ba-f6b6-4d2c-a040-236029a30905 req-f2e1da79-3ff6-4585-8712-285c6ad71864 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420873 Jan 25 08:46:41.354188 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42412927-fa1a-4b85-a58f-a6149ceab152 req-e7d77af4-bce4-4572-bcaf-d219f04f7ae0 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:41.355643 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-42412927-fa1a-4b85-a58f-a6149ceab152 req-e7d77af4-bce4-4572-bcaf-d219f04f7ae0 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 946 time: 0.0708156 Jan 25 08:46:41.391934 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e31d0b-018f-40cb-84d9-64eccbc3c7bb req-a8197666-67d7-445d-8fbf-b1bfadf84667 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:41.393366 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-25e31d0b-018f-40cb-84d9-64eccbc3c7bb req-a8197666-67d7-445d-8fbf-b1bfadf84667 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.121 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 946 time: 0.0755446 Jan 25 08:46:41.442294 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-42412927-fa1a-4b85-a58f-a6149ceab152 req-1c987cb9-46e8-4d20-be24-08b0faa2afef tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/security-groups?id=246561fc-2554-40f3-a0d3-657dca3362b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794792 Jan 25 08:46:41.499334 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-25e31d0b-018f-40cb-84d9-64eccbc3c7bb req-130880f4-175a-4b01-9d97-6056fb5aef69 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Deleting port 6af39d83-c74a-46d6-bf83-eed97c720a1b {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:46:41.499334 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-25e31d0b-018f-40cb-84d9-64eccbc3c7bb req-130880f4-175a-4b01-9d97-6056fb5aef69 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:41.519949 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 0e5df89b-438e-4325-af63-54dd3ceed0e1 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:46:41.587179 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-25e31d0b-018f-40cb-84d9-64eccbc3c7bb req-130880f4-175a-4b01-9d97-6056fb5aef69 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] For port 6af39d83-c74a-46d6-bf83-eed97c720a1b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=6af39d83-c74a-46d6-bf83-eed97c720a1b,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:41.587450 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-25e31d0b-018f-40cb-84d9-64eccbc3c7bb req-130880f4-175a-4b01-9d97-6056fb5aef69 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:41.599306 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-25e31d0b-018f-40cb-84d9-64eccbc3c7bb req-130880f4-175a-4b01-9d97-6056fb5aef69 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Calling delete_port for 6af39d83-c74a-46d6-bf83-eed97c720a1b owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:46:41.608378 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port 0e5df89b-438e-4325-af63-54dd3ceed0e1 completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:46:41.622992 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port 0e5df89b-438e-4325-af63-54dd3ceed0e1 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:46:41.623462 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:41.702332 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-1599d5a8-c29f-43f4-b19b-a5026e11c9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:41.712242 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 0e5df89b-438e-4325-af63-54dd3ceed0e1 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:46:41.712631 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:41.740406 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:46:41.742665 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b8b49d-ea16-4486-8bcd-758c477434be" -d '{"events": [{"server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "name": "network-vif-plugged", "status": "completed", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:46:41.758421 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 0e5df89b-438e-4325-af63-54dd3ceed0e1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:41.788373 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457598a0-dfb5-4789-aae2-a31e0a48a277 x-openstack-request-id: req-457598a0-dfb5-4789-aae2-a31e0a48a277 {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:46:41.788669 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "name": "network-vif-plugged", "status": "completed", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:46:41.788928 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-457598a0-dfb5-4789-aae2-a31e0a48a277 {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:46:41.789354 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'code': 200} Jan 25 08:46:41.801511 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-25e31d0b-018f-40cb-84d9-64eccbc3c7bb req-130880f4-175a-4b01-9d97-6056fb5aef69 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (6af39d83-c74a-46d6-bf83-eed97c720a1b), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:41.830155 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:41.830958 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 6af39d83-c74a-46d6-bf83-eed97c720a1b no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:46:41.832672 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130880f4-175a-4b01-9d97-6056fb5aef69 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Pushing event deleted for resources: {'Port': ['ID=6af39d83-c74a-46d6-bf83-eed97c720a1b,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:41.877906 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e31d0b-018f-40cb-84d9-64eccbc3c7bb req-130880f4-175a-4b01-9d97-6056fb5aef69 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] No DVR routers for this DVR port 6af39d83-c74a-46d6-bf83-eed97c720a1b on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:46:41.878522 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: 6af39d83-c74a-46d6-bf83-eed97c720a1b {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:46:41.879784 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 6af39d83-c74a-46d6-bf83-eed97c720a1b not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:46:41.881135 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-25e31d0b-018f-40cb-84d9-64eccbc3c7bb req-130880f4-175a-4b01-9d97-6056fb5aef69 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:41.885300 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-25e31d0b-018f-40cb-84d9-64eccbc3c7bb req-130880f4-175a-4b01-9d97-6056fb5aef69 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.121 "DELETE /v2.0/ports/6af39d83-c74a-46d6-bf83-eed97c720a1b HTTP/1.1" status: 204 len: 173 time: 0.4847832 Jan 25 08:46:41.885768 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'name': 'network-vif-deleted', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:46:41.889252 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd328d71-0b8e-4b8d-bb23-9004855096fd" -d '{"events": [{"server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "name": "network-vif-deleted", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:46:41.914849 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=0e5df89b-438e-4325-af63-54dd3ceed0e1,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:41.928251 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3137d7b0-5e25-45e6-a1e1-7f4f96481115 x-openstack-request-id: req-3137d7b0-5e25-45e6-a1e1-7f4f96481115 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:46:41.928539 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5da0145-16d3-4d97-b021-9280cab57e1d", "name": "network-vif-deleted", "tag": "6af39d83-c74a-46d6-bf83-eed97c720a1b", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:46:41.928786 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3137d7b0-5e25-45e6-a1e1-7f4f96481115 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:46:41.929176 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5da0145-16d3-4d97-b021-9280cab57e1d', 'name': 'network-vif-deleted', 'tag': '6af39d83-c74a-46d6-bf83-eed97c720a1b', 'status': 'completed', 'code': 200} Jan 25 08:46:42.133016 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033c2e9-b84b-41c8-84c3-a090e42053d5 req-90c8f31d-b6bc-4277-b253-216084f7654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:42.134454 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1033c2e9-b84b-41c8-84c3-a090e42053d5 req-90c8f31d-b6bc-4277-b253-216084f7654a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 1098 time: 0.0409753 Jan 25 08:46:42.179393 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1033c2e9-b84b-41c8-84c3-a090e42053d5 req-edaeb525-b4b4-4753-9fc9-958ea1c491ee service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385094 Jan 25 08:46:42.429831 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155ca29-d521-494c-9063-d069f1fddcef req-fef4e6b4-cacf-4cd9-acf0-5d2ac79ff20a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:42.431197 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3155ca29-d521-494c-9063-d069f1fddcef req-fef4e6b4-cacf-4cd9-acf0-5d2ac79ff20a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0548236 Jan 25 08:46:42.479576 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3155ca29-d521-494c-9063-d069f1fddcef req-dc8e21e1-d2e9-4a32-be3d-e82ea9c866b1 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427563 Jan 25 08:46:42.550858 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-10528571-3e7e-4d69-bc91-a378428b8efa req-e15624e6-3406-4848-97b6-591513c57e99 tempest-TestMinimumBasicScenario-251290985 tempest-TestMinimumBasicScenario-251290985-project] 10.222.0.112 "GET /v2.0/ports?device_id=f5da0145-16d3-4d97-b021-9280cab57e1d HTTP/1.1" status: 200 len: 210 time: 0.0259213 Jan 25 08:46:43.063849 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:46:43.173268 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:43.600174 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0154d-e694-4eda-bfdb-047584232115 req-aa629fa8-2085-4716-9e09-9d403ea2a1da tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:43.601716 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fdb0154d-e694-4eda-bfdb-047584232115 req-aa629fa8-2085-4716-9e09-9d403ea2a1da tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0494511 Jan 25 08:46:43.650310 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fdb0154d-e694-4eda-bfdb-047584232115 req-01625f2b-3618-49b0-b426-d7ca4ed11463 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420587 Jan 25 08:46:44.590691 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:44.770780 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007e4fb-b060-408c-a8e0-ee796d4f9cf3 req-021a6c50-c239-4dce-8c3e-1d70a2d13fdb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:44.772298 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7007e4fb-b060-408c-a8e0-ee796d4f9cf3 req-021a6c50-c239-4dce-8c3e-1d70a2d13fdb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0479038 Jan 25 08:46:44.827813 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7007e4fb-b060-408c-a8e0-ee796d4f9cf3 req-7448e662-3f6e-4f8f-9913-e628d2292aa6 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497260 Jan 25 08:46:44.944373 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3be1bf-2fde-49d2-bd35-764c00686825 req-376fd0d7-03d9-490e-8f20-5fad043c9968 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:44.945851 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9a3be1bf-2fde-49d2-bd35-764c00686825 req-376fd0d7-03d9-490e-8f20-5fad043c9968 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0491033 Jan 25 08:46:44.955079 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48012) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:44.959454 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-7f6cff90-51f0-43a9-aa42-71c1f257528c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Request body: {'floatingip': {'port_id': '0e5df89b-438e-4325-af63-54dd3ceed0e1'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:46:45.001614 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7f6cff90-51f0-43a9-aa42-71c1f257528c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (5d1c7282-048a-4226-b177-08b1356cbefd), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:45.049571 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 48014) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:45.565817 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a96f2b30-ba70-4f4d-8356-8ec4f4f7f09a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583492'] for router_interface (2e6df29e-7fb6-445b-b121-8d03f6c273dc), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:45.685160 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7f6cff90-51f0-43a9-aa42-71c1f257528c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:45.750234 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7f6cff90-51f0-43a9-aa42-71c1f257528c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (5d1c7282-048a-4226-b177-08b1356cbefd), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:45.853124 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:45.857463 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [None req-7f6cff90-51f0-43a9-aa42-71c1f257528c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Floating IP 5d1c7282-048a-4226-b177-08b1356cbefd associated. External IP: 172.27.1.161, port: 0e5df89b-438e-4325-af63-54dd3ceed0e1. Jan 25 08:46:45.868621 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-a96f2b30-ba70-4f4d-8356-8ec4f4f7f09a admin admin] Deleting port 914fde57-1426-45c9-bab9-b8f847bef7ea {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:46:45.869168 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a96f2b30-ba70-4f4d-8356-8ec4f4f7f09a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:45.949006 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-a96f2b30-ba70-4f4d-8356-8ec4f4f7f09a admin admin] For port 914fde57-1426-45c9-bab9-b8f847bef7ea, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=914fde57-1426-45c9-bab9-b8f847bef7ea,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:45.949373 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a96f2b30-ba70-4f4d-8356-8ec4f4f7f09a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:45.961792 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-a96f2b30-ba70-4f4d-8356-8ec4f4f7f09a admin admin] Calling delete_port for 914fde57-1426-45c9-bab9-b8f847bef7ea owned by network:router_interface {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:46:46.076646 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6cff90-51f0-43a9-aa42-71c1f257528c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Router 5e9cab0d-07e5-4cf0-9626-9de81167c83e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:46:46.186192 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6cff90-51f0-43a9-aa42-71c1f257528c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:46:46.190913 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7f6cff90-51f0-43a9-aa42-71c1f257528c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:46.197102 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199bdb5e-21f2-459f-9205-baa4d7a766f9 None None] Sync routers for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:46:46.208413 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199bdb5e-21f2-459f-9205-baa4d7a766f9 None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:46:46.209036 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-199bdb5e-21f2-459f-9205-baa4d7a766f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:46:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:46.213834 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a96f2b30-ba70-4f4d-8356-8ec4f4f7f09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (914fde57-1426-45c9-bab9-b8f847bef7ea), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:46.228868 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-7f6cff90-51f0-43a9-aa42-71c1f257528c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "PUT /v2.0/floatingips/5d1c7282-048a-4226-b177-08b1356cbefd HTTP/1.1" status: 200 len: 991 time: 1.2699685 Jan 25 08:46:46.228868 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:46:46.229192 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2530eab-f221-47d2-ae7c-ff61c6f494de" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:46:46.242383 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f2b30-ba70-4f4d-8356-8ec4f4f7f09a admin admin] Pushing event deleted for resources: {'Port': ['ID=914fde57-1426-45c9-bab9-b8f847bef7ea,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:46.286128 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f838fb8-568f-4fd4-a2bd-2231335168f1 x-openstack-request-id: req-9f838fb8-568f-4fd4-a2bd-2231335168f1 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:46:46.286128 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:46:46.286128 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9f838fb8-568f-4fd4-a2bd-2231335168f1 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:46:46.286128 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'status': 'completed', 'code': 200} Jan 25 08:46:46.361892 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2530eab-f221-47d2-ae7c-ff61c6f494de req-a61a861a-09fa-445b-981a-b88ec0ab7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:46.363867 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c2530eab-f221-47d2-ae7c-ff61c6f494de req-a61a861a-09fa-445b-981a-b88ec0ab7caf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 1098 time: 0.0492499 Jan 25 08:46:46.370819 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-199bdb5e-21f2-459f-9205-baa4d7a766f9 None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:46:46.438914 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a96f2b30-ba70-4f4d-8356-8ec4f4f7f09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583472'] for router_interface (2e6df29e-7fb6-445b-b121-8d03f6c273dc), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:46.468390 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2530eab-f221-47d2-ae7c-ff61c6f494de req-af618401-9ae7-4316-b1c2-2c8569e32a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:46.469737 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c2530eab-f221-47d2-ae7c-ff61c6f494de req-af618401-9ae7-4316-b1c2-2c8569e32a86 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 200 len: 916 time: 0.0993016 Jan 25 08:46:46.547170 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c2530eab-f221-47d2-ae7c-ff61c6f494de req-d0ba60e6-c4d4-431b-91de-67628895d19e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1 HTTP/1.1" status: 200 len: 999 time: 0.0702617 Jan 25 08:46:46.599971 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2530eab-f221-47d2-ae7c-ff61c6f494de req-2d2ac241-1192-4dbc-89d0-a54259f77b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:46.601501 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c2530eab-f221-47d2-ae7c-ff61c6f494de req-2d2ac241-1192-4dbc-89d0-a54259f77b98 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3f7bec09-c3cd-427a-a947-5b8b47de6266 HTTP/1.1" status: 200 len: 854 time: 0.0471983 Jan 25 08:46:46.627914 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-199bdb5e-21f2-459f-9205-baa4d7a766f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '5d1c7282-048a-4226-b177-08b1356cbefd', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'port_id': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'mac_address': 'fa:16:3e:7e:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:46:29Z', 'updated_at': '2022-01-25T08:46:45Z', 'revision_number': 1, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 5, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:46.648477 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2530eab-f221-47d2-ae7c-ff61c6f494de req-95707193-bbc6-4822-9160-71feae1eff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:46:46.650001 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c2530eab-f221-47d2-ae7c-ff61c6f494de req-95707193-bbc6-4822-9160-71feae1eff80 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1034f08a-497e-433f-a3f5-f68e036144ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414190 Jan 25 08:46:46.657142 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199bdb5e-21f2-459f-9205-baa4d7a766f9 None None] Checking router: 5e9cab0d-07e5-4cf0-9626-9de81167c83e for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:46:46.666051 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199bdb5e-21f2-459f-9205-baa4d7a766f9 None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:46:46.666657 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-199bdb5e-21f2-459f-9205-baa4d7a766f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:46:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:46.761879 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c2530eab-f221-47d2-ae7c-ff61c6f494de req-4c007425-93c3-436b-b48c-4018e3d36bf1 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046326 Jan 25 08:46:46.783179 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-199bdb5e-21f2-459f-9205-baa4d7a766f9 None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:46:46.859751 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c2530eab-f221-47d2-ae7c-ff61c6f494de req-1c754058-e9af-4f9e-acbc-5ea3d2cde0db service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909319 Jan 25 08:46:46.926884 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96f2b30-ba70-4f4d-8356-8ec4f4f7f09a admin admin] Router 2e6df29e-7fb6-445b-b121-8d03f6c273dc has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:46:47.009704 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-199bdb5e-21f2-459f-9205-baa4d7a766f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '5d1c7282-048a-4226-b177-08b1356cbefd', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'port_id': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'mac_address': 'fa:16:3e:7e:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:46:29Z', 'updated_at': '2022-01-25T08:46:45Z', 'revision_number': 1, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 5, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:47.028845 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96f2b30-ba70-4f4d-8356-8ec4f4f7f09a admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:46:47.034313 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-a96f2b30-ba70-4f4d-8356-8ec4f4f7f09a admin admin] 10.222.0.112 "PUT /v2.0/routers/2e6df29e-7fb6-445b-b121-8d03f6c273dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9834945 Jan 25 08:46:47.036874 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48026) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:47.037865 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ea9f7-1979-4f59-8896-45e560deeed0 None None] Sync routers for ids ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:46:47.039492 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199bdb5e-21f2-459f-9205-baa4d7a766f9 None None] The sync data for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi is: [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '5d1c7282-048a-4226-b177-08b1356cbefd', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'port_id': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'mac_address': 'fa:16:3e:7e:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:46:29Z', 'updated_at': '2022-01-25T08:46:45Z', 'revision_number': 1, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 5, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:46:47.048725 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ea9f7-1979-4f59-8896-45e560deeed0 None None] Routers {'2e6df29e-7fb6-445b-b121-8d03f6c273dc'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:46:47.054307 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-296ea9f7-1979-4f59-8896-45e560deeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:46:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:47.152001 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Publish callbacks [] for router (2e6df29e-7fb6-445b-b121-8d03f6c273dc), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:47.159278 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-296ea9f7-1979-4f59-8896-45e560deeed0 None None] Set router 2e6df29e-7fb6-445b-b121-8d03f6c273dc gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:46:47.249787 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84095446-235b-492a-9981-e987c716d637 None None] New status for floating IP 5d1c7282-048a-4226-b177-08b1356cbefd: ACTIVE {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:46:47.261520 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Publish callbacks [] for router_gateway (2e6df29e-7fb6-445b-b121-8d03f6c273dc), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:47.353544 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-296ea9f7-1979-4f59-8896-45e560deeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:46:46Z', 'revision_number': 5, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port': {'id': 'ccb71472-4ed9-4d66-ba08-0cc2ebfe808a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:08Z', 'updated_at': '2022-01-25T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:47.381357 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Deleting port ccb71472-4ed9-4d66-ba08-0cc2ebfe808a {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:46:47.381783 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:47.385723 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ea9f7-1979-4f59-8896-45e560deeed0 None None] Checking router: 2e6df29e-7fb6-445b-b121-8d03f6c273dc for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:46:47.395286 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ea9f7-1979-4f59-8896-45e560deeed0 None None] Routers {'2e6df29e-7fb6-445b-b121-8d03f6c273dc'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:46:47.395884 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-296ea9f7-1979-4f59-8896-45e560deeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:46:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:47.469272 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] For port ccb71472-4ed9-4d66-ba08-0cc2ebfe808a, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=ccb71472-4ed9-4d66-ba08-0cc2ebfe808a,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:47.469653 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:47.483920 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Calling delete_port for ccb71472-4ed9-4d66-ba08-0cc2ebfe808a owned by network:router_gateway {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:46:47.487708 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-296ea9f7-1979-4f59-8896-45e560deeed0 None None] Set router 2e6df29e-7fb6-445b-b121-8d03f6c273dc gateway port host: None {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:46:47.539827 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-296ea9f7-1979-4f59-8896-45e560deeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:46:47Z', 'revision_number': 6, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port_host': None}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:47.569149 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ea9f7-1979-4f59-8896-45e560deeed0 None None] The sync data for ids ['2e6df29e-7fb6-445b-b121-8d03f6c273dc'] in dv-cinder-811877-9-iscsi is: [{'id': '2e6df29e-7fb6-445b-b121-8d03f6c273dc', 'name': 'tempest-TestMinimumBasicScenario-1921130105-router', 'tenant_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:07Z', 'updated_at': '2022-01-25T08:46:47Z', 'revision_number': 6, 'project_id': 'f883d39e09994eef8c9a8cb49ba70db9', 'gw_port_host': None}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:46:47.721599 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (ccb71472-4ed9-4d66-ba08-0cc2ebfe808a), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:47.748390 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb71472-4ed9-4d66-ba08-0cc2ebfe808a,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:47.812804 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579738'] for router_gateway (2e6df29e-7fb6-445b-b121-8d03f6c273dc), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:47.920291 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-86297'] for router (2e6df29e-7fb6-445b-b121-8d03f6c273dc), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:47.925058 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Publish callbacks [] for router_controller (2e6df29e-7fb6-445b-b121-8d03f6c273dc), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.030978 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585006'] for router (2e6df29e-7fb6-445b-b121-8d03f6c273dc), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.031608 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e6df29e-7fb6-445b-b121-8d03f6c273dc {{(pid=103105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 08:46:48.036632 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.037845 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-f19e2604-6d17-41c7-8d98-cdcdb3cb3158 admin admin] 10.222.0.112 "DELETE /v2.0/routers/2e6df29e-7fb6-445b-b121-8d03f6c273dc HTTP/1.1" status: 204 len: 168 time: 0.9998715 Jan 25 08:46:48.040341 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48030) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:48.096799 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40aa9a0-36ba-419c-9b4f-2f78c4d87134 admin admin] Deleting subnet 92c394b4-1106-4f8a-8b26-188f70824e72 {{(pid=103105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:46:48.099999 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b40aa9a0-36ba-419c-9b4f-2f78c4d87134 admin admin] Publish callbacks [] for subnet (92c394b4-1106-4f8a-8b26-188f70824e72), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.144767 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b40aa9a0-36ba-419c-9b4f-2f78c4d87134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9205399'] for subnet (92c394b4-1106-4f8a-8b26-188f70824e72), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.277416 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b40aa9a0-36ba-419c-9b4f-2f78c4d87134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (92c394b4-1106-4f8a-8b26-188f70824e72), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.378661 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 914fde57-1426-45c9-bab9-b8f847bef7ea no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:46:48.400347 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 914fde57-1426-45c9-bab9-b8f847bef7ea {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:46:48.405105 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 914fde57-1426-45c9-bab9-b8f847bef7ea not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:46:48.405105 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device ccb71472-4ed9-4d66-ba08-0cc2ebfe808a no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:46:48.424840 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: ccb71472-4ed9-4d66-ba08-0cc2ebfe808a {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:46:48.425188 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device ccb71472-4ed9-4d66-ba08-0cc2ebfe808a not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:46:48.426763 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b40aa9a0-36ba-419c-9b4f-2f78c4d87134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10414861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8486090'] for subnet (92c394b4-1106-4f8a-8b26-188f70824e72), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.463588 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40aa9a0-36ba-419c-9b4f-2f78c4d87134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c394b4-1106-4f8a-8b26-188f70824e72,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:48.473689 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b40aa9a0-36ba-419c-9b4f-2f78c4d87134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.478824 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e90a1-5bfe-4afd-a154-5d99a08638cb None None] Network 07a0a72d-6846-4848-8c73-bbcc20fedb8c requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:46:48.480909 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 48034) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:48.482170 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-b40aa9a0-36ba-419c-9b4f-2f78c4d87134 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/92c394b4-1106-4f8a-8b26-188f70824e72 HTTP/1.1" status: 204 len: 168 time: 0.4396517 Jan 25 08:46:48.563326 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (07a0a72d-6846-4848-8c73-bbcc20fedb8c), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.640615 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Deleting port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:46:48.641033 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.657415 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939597e3-60a1-4208-8e42-ffc96e2224b3 None None] DHCP port deletion for 07a0a72d-6846-4848-8c73-bbcc20fedb8c request from dv-cinder-811877-9-iscsi {{(pid=103106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 08:46:48.713598 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-939597e3-60a1-4208-8e42-ffc96e2224b3 None None] Deleting port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 {{(pid=103106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:46:48.713968 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-939597e3-60a1-4208-8e42-ffc96e2224b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), before_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.715039 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] For port 22e05d71-18dd-4c94-802f-aaf4f9eb8480, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=22e05d71-18dd-4c94-802f-aaf4f9eb8480,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:48.715408 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.730654 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Calling delete_port for 22e05d71-18dd-4c94-802f-aaf4f9eb8480 owned by network:dhcp {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:46:48.787658 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-939597e3-60a1-4208-8e42-ffc96e2224b3 None None] For port 22e05d71-18dd-4c94-802f-aaf4f9eb8480, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=22e05d71-18dd-4c94-802f-aaf4f9eb8480,segment=NetworkSegment(d13ece84-ef86-4d42-b26c-cf395facfe5e),segment_id=d13ece84-ef86-4d42-b26c-cf395facfe5e)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:48.788052 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-939597e3-60a1-4208-8e42-ffc96e2224b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), precommit_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.801516 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-939597e3-60a1-4208-8e42-ffc96e2224b3 None None] Calling delete_port for 22e05d71-18dd-4c94-802f-aaf4f9eb8480 owned by network:dhcp {{(pid=103106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:46:48.864920 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.891615 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=22e05d71-18dd-4c94-802f-aaf4f9eb8480,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:48.894982 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] No DVR routers for this DVR port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 on host dv-cinder-811877-9-iscsi {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:46:48.926277 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-939597e3-60a1-4208-8e42-ffc96e2224b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028'] for port (22e05d71-18dd-4c94-802f-aaf4f9eb8480), after_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.951008 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939597e3-60a1-4208-8e42-ffc96e2224b3 None None] Pushing event deleted for resources: {'Port': ['ID=22e05d71-18dd-4c94-802f-aaf4f9eb8480,revision_number=None']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:48.954617 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939597e3-60a1-4208-8e42-ffc96e2224b3 None None] No DVR routers for this DVR port 22e05d71-18dd-4c94-802f-aaf4f9eb8480 on host dv-cinder-811877-9-iscsi {{(pid=103106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:46:48.973625 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (07a0a72d-6846-4848-8c73-bbcc20fedb8c), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:48.994234 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a0a72d-6846-4848-8c73-bbcc20fedb8c']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:49.003257 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13ece84-ef86-4d42-b26c-cf395facfe5e') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:49.003578 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13ece84-ef86-4d42-b26c-cf395facfe5e') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:49.012617 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-499783'] for segment (d13ece84-ef86-4d42-b26c-cf395facfe5e), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:49.026188 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (d13ece84-ef86-4d42-b26c-cf395facfe5e), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:49.032810 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:46:49.033187 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9329113'] for segment (d13ece84-ef86-4d42-b26c-cf395facfe5e), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: Traceback (most recent call last): Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: timer() Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: cb(*args, **kw) Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: return func(*args, **kwargs) Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: self._notify() Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: self.callback(batched_events) Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: event.method(event) Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: return f(self, *a, **k) Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._get(url).json() Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: return self.request(url, 'GET', **kwargs) Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:46:49.037755 dv-cinder-811877-9-iscsi neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:46:49.144402 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (07a0a72d-6846-4848-8c73-bbcc20fedb8c), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:49.150086 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:49.154202 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] 10.222.0.112 "DELETE /v2.0/networks/07a0a72d-6846-4848-8c73-bbcc20fedb8c HTTP/1.1" status: 204 len: 168 time: 0.6707404 Jan 25 08:46:49.157142 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48036) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:49.165376 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c919f9-25ca-499d-8af8-6cce6620abd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=07a0a72d-6846-4848-8c73-bbcc20fedb8c,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:49.494140 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca0c3-54e6-41f3-85a7-82087d6844b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583492'] for router_interface (9bafc7f8-7b68-453f-b581-5580bf036a1b), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:49.738209 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ca0c3-54e6-41f3-85a7-82087d6844b4 admin admin] Deleting port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:46:49.738544 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca0c3-54e6-41f3-85a7-82087d6844b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:49.818395 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-7d3ca0c3-54e6-41f3-85a7-82087d6844b4 admin admin] For port e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c,segment=NetworkSegment(7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6),segment_id=7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:49.818655 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca0c3-54e6-41f3-85a7-82087d6844b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:49.830224 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ca0c3-54e6-41f3-85a7-82087d6844b4 admin admin] Calling delete_port for e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c owned by network:router_interface {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:46:50.110596 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 22e05d71-18dd-4c94-802f-aaf4f9eb8480 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:46:50.132402 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 22e05d71-18dd-4c94-802f-aaf4f9eb8480 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:46:50.132750 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 22e05d71-18dd-4c94-802f-aaf4f9eb8480 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:46:50.322114 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca0c3-54e6-41f3-85a7-82087d6844b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:50.349126 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ca0c3-54e6-41f3-85a7-82087d6844b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:50.511667 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca0c3-54e6-41f3-85a7-82087d6844b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583472'] for router_interface (9bafc7f8-7b68-453f-b581-5580bf036a1b), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:50.728317 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3ca0c3-54e6-41f3-85a7-82087d6844b4 admin admin] Router 9bafc7f8-7b68-453f-b581-5580bf036a1b has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:46:50.835716 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3ca0c3-54e6-41f3-85a7-82087d6844b4 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:46:50.840874 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-7d3ca0c3-54e6-41f3-85a7-82087d6844b4 admin admin] 10.222.0.112 "PUT /v2.0/routers/9bafc7f8-7b68-453f-b581-5580bf036a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6826596 Jan 25 08:46:50.843472 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48042) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:50.845935 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9aea7e-6512-48ee-b82a-b6681f8440b3 None None] Sync routers for ids ['9bafc7f8-7b68-453f-b581-5580bf036a1b'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:46:50.855964 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9aea7e-6512-48ee-b82a-b6681f8440b3 None None] Routers {'9bafc7f8-7b68-453f-b581-5580bf036a1b'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:46:50.856622 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-4c9aea7e-6512-48ee-b82a-b6681f8440b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:46:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['9bafc7f8-7b68-453f-b581-5580bf036a1b'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:50.947964 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Publish callbacks [] for router (9bafc7f8-7b68-453f-b581-5580bf036a1b), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:50.964295 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-4c9aea7e-6512-48ee-b82a-b6681f8440b3 None None] Set router 9bafc7f8-7b68-453f-b581-5580bf036a1b gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:46:51.049176 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Publish callbacks [] for router_gateway (9bafc7f8-7b68-453f-b581-5580bf036a1b), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:51.135951 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-4c9aea7e-6512-48ee-b82a-b6681f8440b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'name': 'tempest-TestMinimumBasicScenario-1543893092-router', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:14Z', 'updated_at': '2022-01-25T08:46:50Z', 'revision_number': 5, 'project_id': 'a3a08434103c4a8e93db361b1b1fa072', 'gw_port': {'id': 'fa5fc7d8-e985-4524-8870-d9dbf55b1fcf', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:40:15Z', 'updated_at': '2022-01-25T08:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:51.166815 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9aea7e-6512-48ee-b82a-b6681f8440b3 None None] Checking router: 9bafc7f8-7b68-453f-b581-5580bf036a1b for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:46:51.175020 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9aea7e-6512-48ee-b82a-b6681f8440b3 None None] Routers {'9bafc7f8-7b68-453f-b581-5580bf036a1b'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:46:51.175621 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-4c9aea7e-6512-48ee-b82a-b6681f8440b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:46:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['9bafc7f8-7b68-453f-b581-5580bf036a1b'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:51.182354 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Deleting port fa5fc7d8-e985-4524-8870-d9dbf55b1fcf {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:46:51.182700 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:51.261301 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-4c9aea7e-6512-48ee-b82a-b6681f8440b3 None None] Set router 9bafc7f8-7b68-453f-b581-5580bf036a1b gateway port host: None {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:46:51.265626 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] For port fa5fc7d8-e985-4524-8870-d9dbf55b1fcf, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=fa5fc7d8-e985-4524-8870-d9dbf55b1fcf,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:51.265997 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:51.279593 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Calling delete_port for fa5fc7d8-e985-4524-8870-d9dbf55b1fcf owned by network:router_gateway {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:46:51.399995 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-4c9aea7e-6512-48ee-b82a-b6681f8440b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'name': 'tempest-TestMinimumBasicScenario-1543893092-router', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:14Z', 'updated_at': '2022-01-25T08:46:51Z', 'revision_number': 6, 'project_id': 'a3a08434103c4a8e93db361b1b1fa072', 'gw_port_host': None}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:51.427320 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9aea7e-6512-48ee-b82a-b6681f8440b3 None None] The sync data for ids ['9bafc7f8-7b68-453f-b581-5580bf036a1b'] in dv-cinder-811877-9-iscsi is: [{'id': '9bafc7f8-7b68-453f-b581-5580bf036a1b', 'name': 'tempest-TestMinimumBasicScenario-1543893092-router', 'tenant_id': 'a3a08434103c4a8e93db361b1b1fa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:40:14Z', 'updated_at': '2022-01-25T08:46:51Z', 'revision_number': 6, 'project_id': 'a3a08434103c4a8e93db361b1b1fa072', 'gw_port_host': None}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:46:51.487637 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (fa5fc7d8-e985-4524-8870-d9dbf55b1fcf), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:51.514936 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5fc7d8-e985-4524-8870-d9dbf55b1fcf,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:51.572519 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579738'] for router_gateway (9bafc7f8-7b68-453f-b581-5580bf036a1b), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:51.660927 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-86297'] for router (9bafc7f8-7b68-453f-b581-5580bf036a1b), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:51.663017 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Publish callbacks [] for router_controller (9bafc7f8-7b68-453f-b581-5580bf036a1b), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:51.761727 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585006'] for router (9bafc7f8-7b68-453f-b581-5580bf036a1b), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:51.771301 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bafc7f8-7b68-453f-b581-5580bf036a1b {{(pid=103105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 08:46:51.771301 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:51.771301 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-e4e09b0b-83fd-4820-b53e-3d8fdef44ed4 admin admin] 10.222.0.112 "DELETE /v2.0/routers/9bafc7f8-7b68-453f-b581-5580bf036a1b HTTP/1.1" status: 204 len: 168 time: 0.9228921 Jan 25 08:46:51.773298 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48048) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:51.827671 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe68864-dc1e-479f-8eeb-9cdbf60b91d8 admin admin] Deleting subnet c9ce3f49-5f43-4343-a57c-1d555fb4d684 {{(pid=103105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:46:51.831065 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dfe68864-dc1e-479f-8eeb-9cdbf60b91d8 admin admin] Publish callbacks [] for subnet (c9ce3f49-5f43-4343-a57c-1d555fb4d684), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:51.867931 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dfe68864-dc1e-479f-8eeb-9cdbf60b91d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9205399'] for subnet (c9ce3f49-5f43-4343-a57c-1d555fb4d684), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:51.949360 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dfe68864-dc1e-479f-8eeb-9cdbf60b91d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (c9ce3f49-5f43-4343-a57c-1d555fb4d684), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.064782 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dfe68864-dc1e-479f-8eeb-9cdbf60b91d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10414861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8486090'] for subnet (c9ce3f49-5f43-4343-a57c-1d555fb4d684), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.089663 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe68864-dc1e-479f-8eeb-9cdbf60b91d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ce3f49-5f43-4343-a57c-1d555fb4d684,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:52.093227 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dfe68864-dc1e-479f-8eeb-9cdbf60b91d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.096389 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-dfe68864-dc1e-479f-8eeb-9cdbf60b91d8 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/c9ce3f49-5f43-4343-a57c-1d555fb4d684 HTTP/1.1" status: 204 len: 168 time: 0.3220184 Jan 25 08:46:52.098911 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48050) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:52.101836 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31959e9-8097-468c-85b0-bd416052233a None None] Network 1f42fa62-dac4-4041-8646-0ab8e92604d3 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:46:52.188422 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (1f42fa62-dac4-4041-8646-0ab8e92604d3), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.264532 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Deleting port a73b9a7f-5945-4289-a427-88a7114e63b6 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:46:52.264881 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.270294 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce71105d-adc3-454c-8f37-e9824bf3b79c None None] DHCP port deletion for 1f42fa62-dac4-4041-8646-0ab8e92604d3 request from dv-cinder-811877-9-iscsi {{(pid=103106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 08:46:52.280873 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:46:52.322519 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:46:52.322931 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device e198d0d3-8f69-4934-ae46-f6f7b5fd3e1c not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:46:52.323405 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device fa5fc7d8-e985-4524-8870-d9dbf55b1fcf no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:46:52.331037 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] For port a73b9a7f-5945-4289-a427-88a7114e63b6, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=a73b9a7f-5945-4289-a427-88a7114e63b6,segment=NetworkSegment(7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6),segment_id=7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:52.331425 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.344299 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: fa5fc7d8-e985-4524-8870-d9dbf55b1fcf {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:46:52.344485 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Calling delete_port for a73b9a7f-5945-4289-a427-88a7114e63b6 owned by network:dhcp {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:46:52.344781 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device fa5fc7d8-e985-4524-8870-d9dbf55b1fcf not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:46:52.372394 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-ce71105d-adc3-454c-8f37-e9824bf3b79c None None] Deleting port a73b9a7f-5945-4289-a427-88a7114e63b6 {{(pid=103106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:46:52.372761 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ce71105d-adc3-454c-8f37-e9824bf3b79c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), before_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.435283 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-ce71105d-adc3-454c-8f37-e9824bf3b79c None None] For port a73b9a7f-5945-4289-a427-88a7114e63b6, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=a73b9a7f-5945-4289-a427-88a7114e63b6,segment=NetworkSegment(7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6),segment_id=7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:46:52.436125 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ce71105d-adc3-454c-8f37-e9824bf3b79c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), precommit_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.451846 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-ce71105d-adc3-454c-8f37-e9824bf3b79c None None] Calling delete_port for a73b9a7f-5945-4289-a427-88a7114e63b6 owned by network:dhcp {{(pid=103106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:46:52.522213 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.541711 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ce71105d-adc3-454c-8f37-e9824bf3b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028'] for port (a73b9a7f-5945-4289-a427-88a7114e63b6), after_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.549384 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Pushing event deleted for resources: {'Port': ['ID=a73b9a7f-5945-4289-a427-88a7114e63b6,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:52.554879 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] No DVR routers for this DVR port a73b9a7f-5945-4289-a427-88a7114e63b6 on host dv-cinder-811877-9-iscsi {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:46:52.569628 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71105d-adc3-454c-8f37-e9824bf3b79c None None] Pushing event deleted for resources: {'Port': ['ID=a73b9a7f-5945-4289-a427-88a7114e63b6,revision_number=None']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:52.575491 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce71105d-adc3-454c-8f37-e9824bf3b79c None None] No DVR routers for this DVR port a73b9a7f-5945-4289-a427-88a7114e63b6 on host dv-cinder-811877-9-iscsi {{(pid=103106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:46:52.637434 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (1f42fa62-dac4-4041-8646-0ab8e92604d3), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.659330 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f42fa62-dac4-4041-8646-0ab8e92604d3']}} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:52.668374 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6') {'for_net_delete': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:52.668672 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6') {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:46:52.677879 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9205406'] for segment (7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.691963 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.697901 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:46:52.699696 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415015'] for segment (7d7cc959-ef9c-45cf-b979-26a9cc8bc0e6), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: Traceback (most recent call last): Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: timer() Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: cb(*args, **kw) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: return func(*args, **kwargs) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: self._notify() Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: self.callback(batched_events) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: event.method(event) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: return f(self, *a, **k) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._get(url).json() Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: return self.request(url, 'GET', **kwargs) Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:46:52.699902 dv-cinder-811877-9-iscsi neutron-server[103105]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:46:52.704940 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:46:52.704940 dv-cinder-811877-9-iscsi neutron-server[103105]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:46:52.704940 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:46:52.704940 dv-cinder-811877-9-iscsi neutron-server[103105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:46:52.704940 dv-cinder-811877-9-iscsi neutron-server[103105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:46:52.824910 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (1f42fa62-dac4-4041-8646-0ab8e92604d3), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.831372 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:52.834795 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] 10.222.0.112 "DELETE /v2.0/networks/1f42fa62-dac4-4041-8646-0ab8e92604d3 HTTP/1.1" status: 204 len: 168 time: 0.7349787 Jan 25 08:46:52.847917 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3e34e-ba10-4d3d-9d5c-14f19dc305da admin admin] Pushing event deleted for resources: {'Network': ['ID=1f42fa62-dac4-4041-8646-0ab8e92604d3,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:53.110990 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48056) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:53.154717 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-10127157-b99e-46c8-ac74-1e11098690d5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=f883d39e09994eef8c9a8cb49ba70db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425355 Jan 25 08:46:53.157171 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48058) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:53.203870 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-33643f0e-df7c-4052-a386-494950581924 admin admin] Publish callbacks [] for security_group (246561fc-2554-40f3-a0d3-657dca3362b4), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:53.224218 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-33643f0e-df7c-4052-a386-494950581924 admin admin] Publish callbacks [] for security_group (246561fc-2554-40f3-a0d3-657dca3362b4), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:53.338802 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-33643f0e-df7c-4052-a386-494950581924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (246561fc-2554-40f3-a0d3-657dca3362b4), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:53.341640 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-33643f0e-df7c-4052-a386-494950581924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:53.342835 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-33643f0e-df7c-4052-a386-494950581924 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/246561fc-2554-40f3-a0d3-657dca3362b4 HTTP/1.1" status: 204 len: 168 time: 0.1847308 Jan 25 08:46:53.350552 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33643f0e-df7c-4052-a386-494950581924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246561fc-2554-40f3-a0d3-657dca3362b4,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:46:53.958048 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48066) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:53.998567 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-8c1a8c23-1627-4130-ad7c-cdd61ef64bc0 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a3a08434103c4a8e93db361b1b1fa072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392792 Jan 25 08:46:54.001078 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48068) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:46:54.047943 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5db6fbfe-b41c-4ede-b409-8f71b22e873f admin admin] Publish callbacks [] for security_group (0ad717cd-8f48-4204-b1a1-7e4c84638c2f), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:54.068406 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5db6fbfe-b41c-4ede-b409-8f71b22e873f admin admin] Publish callbacks [] for security_group (0ad717cd-8f48-4204-b1a1-7e4c84638c2f), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:54.111056 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device a73b9a7f-5945-4289-a427-88a7114e63b6 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:46:54.130387 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: a73b9a7f-5945-4289-a427-88a7114e63b6 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:46:54.130733 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device a73b9a7f-5945-4289-a427-88a7114e63b6 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:46:54.196258 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5db6fbfe-b41c-4ede-b409-8f71b22e873f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (0ad717cd-8f48-4204-b1a1-7e4c84638c2f), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:54.198885 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5db6fbfe-b41c-4ede-b409-8f71b22e873f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:46:54.200069 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-5db6fbfe-b41c-4ede-b409-8f71b22e873f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0ad717cd-8f48-4204-b1a1-7e4c84638c2f HTTP/1.1" status: 204 len: 168 time: 0.1980836 Jan 25 08:46:54.208535 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6fbfe-b41c-4ede-b409-8f71b22e873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad717cd-8f48-4204-b1a1-7e4c84638c2f,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:00.367087 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:09.335402 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32d88f-005e-4fb6-9225-acff0359f94d req-aa208c93-c8cd-4214-a018-88238a206cbd tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:09.337079 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1c32d88f-005e-4fb6-9225-acff0359f94d req-aa208c93-c8cd-4214-a018-88238a206cbd tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0488861 Jan 25 08:47:09.384906 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1c32d88f-005e-4fb6-9225-acff0359f94d req-c0926121-883f-4893-b3ea-014531f827e8 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412338 Jan 25 08:47:09.470072 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-18d6990f-e411-4e5f-84d1-107dd1779ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:10.504638 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686f33e-87a3-4a70-b1e1-9b64b973451b req-3849f6a6-2a80-44a5-81d0-00be20bc80bd tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:10.506138 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c686f33e-87a3-4a70-b1e1-9b64b973451b req-3849f6a6-2a80-44a5-81d0-00be20bc80bd tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0487723 Jan 25 08:47:10.553092 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c686f33e-87a3-4a70-b1e1-9b64b973451b req-597d2279-9ddc-4beb-9c4c-96adb0c3639a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=38c1f217-8a8b-475d-a718-eaa889001039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414624 Jan 25 08:47:10.690026 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-3ce7ff0b-21b0-48ee-996f-7f92495531d9 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:10.691366 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-3ce7ff0b-21b0-48ee-996f-7f92495531d9 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.121 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 945 time: 0.0533566 Jan 25 08:47:10.782234 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Deleting port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:47:10.782574 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:10.874422 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] For port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2cb80146-60d5-4ad2-8173-ccb3d000b4c7,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:47:10.874749 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:11.044008 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:11.044311 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (62d45a25-2bcf-4b4b-9c02-89d421c44452), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:11.044674 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Floating IP 62d45a25-2bcf-4b4b-9c02-89d421c44452 disassociated. External IP: 172.27.1.215, port: 2cb80146-60d5-4ad2-8173-ccb3d000b4c7. Jan 25 08:47:11.045756 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Calling delete_port for 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:47:11.378430 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (2cb80146-60d5-4ad2-8173-ccb3d000b4c7), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:11.408827 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event deleted for resources: {'Port': ['ID=2cb80146-60d5-4ad2-8173-ccb3d000b4c7,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:11.520793 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:47:11.656017 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2c283a38-2721-44f2-810e-66261f7b2088 req-855aa83a-302b-4e6b-ae1d-64d0dda75e75 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=29b6f38f-84f0-49a0-a939-eb8375f61bee HTTP/1.1" status: 200 len: 210 time: 0.0307951 Jan 25 08:47:11.657191 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:47:11.667474 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b12226-aedd-4231-9fad-fb633a8b8a66 None None] Sync routers for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:47:11.682001 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b12226-aedd-4231-9fad-fb633a8b8a66 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:47:11.686537 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-92b12226-aedd-4231-9fad-fb633a8b8a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:46:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:47:11.686537 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-7e742995-575f-4ed8-aad3-99a7c14af163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:11.698589 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] No DVR routers for this DVR port 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:47:11.701762 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:11.705228 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-f2043e1d-3f00-4c7c-8d52-3af4903ef53d req-064be502-1c8f-45fc-b6ef-9acd7965c09b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.121 "DELETE /v2.0/ports/2cb80146-60d5-4ad2-8173-ccb3d000b4c7 HTTP/1.1" status: 204 len: 173 time: 1.0081971 Jan 25 08:47:11.705773 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b6f38f-84f0-49a0-a939-eb8375f61bee', 'name': 'network-vif-deleted', 'tag': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:47:11.708059 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785df877-c6ec-4e35-815d-dd7da53bd998" -d '{"events": [{"server_uuid": "29b6f38f-84f0-49a0-a939-eb8375f61bee", "name": "network-vif-deleted", "tag": "2cb80146-60d5-4ad2-8173-ccb3d000b4c7"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:47:11.747673 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb25342-07e2-4627-a670-2382889f5c4c x-openstack-request-id: req-feb25342-07e2-4627-a670-2382889f5c4c {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:47:11.748527 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b6f38f-84f0-49a0-a939-eb8375f61bee", "name": "network-vif-deleted", "tag": "2cb80146-60d5-4ad2-8173-ccb3d000b4c7", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:47:11.748773 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-feb25342-07e2-4627-a670-2382889f5c4c {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:47:11.749169 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b6f38f-84f0-49a0-a939-eb8375f61bee', 'name': 'network-vif-deleted', 'tag': '2cb80146-60d5-4ad2-8173-ccb3d000b4c7', 'status': 'completed', 'code': 200} Jan 25 08:47:11.805893 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-92b12226-aedd-4231-9fad-fb633a8b8a66 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:47:12.013851 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-92b12226-aedd-4231-9fad-fb633a8b8a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 5, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:47:12.044299 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b12226-aedd-4231-9fad-fb633a8b8a66 None None] Checking router: 5b918d7c-1356-4459-a1f7-f44db1d5bf6f for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:47:12.053333 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b12226-aedd-4231-9fad-fb633a8b8a66 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:47:12.053930 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-92b12226-aedd-4231-9fad-fb633a8b8a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:47:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:47:12.162016 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-92b12226-aedd-4231-9fad-fb633a8b8a66 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:47:12.354297 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-92b12226-aedd-4231-9fad-fb633a8b8a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 5, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:47:12.379444 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b12226-aedd-4231-9fad-fb633a8b8a66 None None] The sync data for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi is: [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 5, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:47:12.604214 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd3b3d-85ce-477c-829f-d226fd123778 None None] New status for floating IP 62d45a25-2bcf-4b4b-9c02-89d421c44452: DOWN {{(pid=103107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:47:12.836675 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48136) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:47:12.892031 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-300c410e-6c97-49e9-9815-e24694c86318 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group (38c1f217-8a8b-475d-a718-eaa889001039), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:12.917644 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-300c410e-6c97-49e9-9815-e24694c86318 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group (38c1f217-8a8b-475d-a718-eaa889001039), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:13.052877 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-300c410e-6c97-49e9-9815-e24694c86318 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (38c1f217-8a8b-475d-a718-eaa889001039), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:13.055459 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-300c410e-6c97-49e9-9815-e24694c86318 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:13.056712 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-300c410e-6c97-49e9-9815-e24694c86318 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "DELETE /v2.0/security-groups/38c1f217-8a8b-475d-a718-eaa889001039 HTTP/1.1" status: 204 len: 168 time: 0.2188807 Jan 25 08:47:13.059809 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 48138) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:47:13.067426 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c410e-6c97-49e9-9815-e24694c86318 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c1f217-8a8b-475d-a718-eaa889001039,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:13.079085 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.api.v2.resource [None req-b6315339-1d0b-47af-adb4-a928c553a1e6 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] show failed (client error): The resource could not be found. Jan 25 08:47:13.082794 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-b6315339-1d0b-47af-adb4-a928c553a1e6 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups/38c1f217-8a8b-475d-a718-eaa889001039 HTTP/1.1" status: 404 len: 347 time: 0.0186362 Jan 25 08:47:13.083246 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48140) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:47:13.090681 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:13.212017 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-e000f035-ba8e-40ac-9cfa-e411140ca755 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Deleting port 4de1e998-6fcb-4c7a-906a-e573b10cfd06 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:47:13.212503 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e000f035-ba8e-40ac-9cfa-e411140ca755 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (4de1e998-6fcb-4c7a-906a-e573b10cfd06), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:13.284921 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e000f035-ba8e-40ac-9cfa-e411140ca755 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (4de1e998-6fcb-4c7a-906a-e573b10cfd06), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:13.285240 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e000f035-ba8e-40ac-9cfa-e411140ca755 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (4de1e998-6fcb-4c7a-906a-e573b10cfd06), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:13.297188 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-e000f035-ba8e-40ac-9cfa-e411140ca755 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Calling delete_port for 4de1e998-6fcb-4c7a-906a-e573b10cfd06 owned by network:floatingip {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:47:13.481563 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e000f035-ba8e-40ac-9cfa-e411140ca755 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (4de1e998-6fcb-4c7a-906a-e573b10cfd06), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:13.513322 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000f035-ba8e-40ac-9cfa-e411140ca755 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event deleted for resources: {'Port': ['ID=4de1e998-6fcb-4c7a-906a-e573b10cfd06,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:13.566478 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e000f035-ba8e-40ac-9cfa-e411140ca755 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (62d45a25-2bcf-4b4b-9c02-89d421c44452), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:13.569064 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e000f035-ba8e-40ac-9cfa-e411140ca755 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:13.570187 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-e000f035-ba8e-40ac-9cfa-e411140ca755 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "DELETE /v2.0/floatingips/62d45a25-2bcf-4b4b-9c02-89d421c44452 HTTP/1.1" status: 204 len: 168 time: 0.4859052 Jan 25 08:47:13.690686 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:47:13.714894 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:47:13.715240 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 2cb80146-60d5-4ad2-8173-ccb3d000b4c7 not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:47:13.949818 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48146) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:47:13.954972 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-87a5089d-0681-49cd-a1c1-1e7ae626e95d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--354828073', 'description': 'tempest-description--1604478146'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:47:14.035240 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-87a5089d-0681-49cd-a1c1-1e7ae626e95d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:14.099820 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-87a5089d-0681-49cd-a1c1-1e7ae626e95d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group (3be33f48-b095-412e-8cfe-f38270be2d14), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:14.155168 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-87a5089d-0681-49cd-a1c1-1e7ae626e95d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3be33f48-b095-412e-8cfe-f38270be2d14), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:14.182799 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5089d-0681-49cd-a1c1-1e7ae626e95d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be33f48-b095-412e-8cfe-f38270be2d14,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:14.231721 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-87a5089d-0681-49cd-a1c1-1e7ae626e95d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:14.233163 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-87a5089d-0681-49cd-a1c1-1e7ae626e95d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2822666 Jan 25 08:47:14.236003 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48148) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:47:14.240266 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-7d1bebbe-60f6-4b1f-bece-893f84995f5a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Request body: {'security_group_rule': {'security_group_id': '3be33f48-b095-412e-8cfe-f38270be2d14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:47:14.354100 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7d1bebbe-60f6-4b1f-bece-893f84995f5a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group_rule (ee50c9db-6624-451e-abd8-0c552324b4ae), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:14.408832 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7d1bebbe-60f6-4b1f-bece-893f84995f5a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group_rule (ee50c9db-6624-451e-abd8-0c552324b4ae), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:14.486615 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7d1bebbe-60f6-4b1f-bece-893f84995f5a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (ee50c9db-6624-451e-abd8-0c552324b4ae), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:14.501400 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bebbe-60f6-4b1f-bece-893f84995f5a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee50c9db-6624-451e-abd8-0c552324b4ae,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:14.568832 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-7d1bebbe-60f6-4b1f-bece-893f84995f5a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:14.570052 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-7d1bebbe-60f6-4b1f-bece-893f84995f5a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330827 Jan 25 08:47:14.572829 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48150) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:47:14.579998 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-99a7406e-63d9-429e-81ce-965a048e1028 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Request body: {'security_group_rule': {'security_group_id': '3be33f48-b095-412e-8cfe-f38270be2d14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:47:14.595465 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:14.669170 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-99a7406e-63d9-429e-81ce-965a048e1028 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group_rule (879d38d1-5fdd-423b-802a-3e756cfdb6ae), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:14.725468 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-99a7406e-63d9-429e-81ce-965a048e1028 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group_rule (879d38d1-5fdd-423b-802a-3e756cfdb6ae), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:14.818720 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-99a7406e-63d9-429e-81ce-965a048e1028 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (879d38d1-5fdd-423b-802a-3e756cfdb6ae), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:14.835762 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7406e-63d9-429e-81ce-965a048e1028 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879d38d1-5fdd-423b-802a-3e756cfdb6ae,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:14.924193 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-99a7406e-63d9-429e-81ce-965a048e1028 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:14.925281 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-99a7406e-63d9-429e-81ce-965a048e1028 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3514452 Jan 25 08:47:14.928427 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48154) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:47:14.933246 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Request body: {'floatingip': {'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:47:15.036067 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:15.132607 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:15.243863 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Allocated IP 172.27.1.64 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/580e6b40-793e-4126-9a96-2f3066d73a89) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:47:15.587270 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for port (580e6b40-793e-4126-9a96-2f3066d73a89), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:15.681733 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (580e6b40-793e-4126-9a96-2f3066d73a89), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:15.720906 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:47:15.729675 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:47:15.734107 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:47:15.737209 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event updated for resources: {'Port': ['ID=580e6b40-793e-4126-9a96-2f3066d73a89,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:15.819389 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (27915ce2-4c37-43f7-a872-6ed94cbde7cf), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:15.846625 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:15.951883 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (580e6b40-793e-4126-9a96-2f3066d73a89), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:16.098663 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for port (580e6b40-793e-4126-9a96-2f3066d73a89), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:16.172676 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (580e6b40-793e-4126-9a96-2f3066d73a89), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:16.249485 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event updated for resources: {'Port': ['ID=580e6b40-793e-4126-9a96-2f3066d73a89,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:16.256044 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (27915ce2-4c37-43f7-a872-6ed94cbde7cf), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:16.340761 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:16.342636 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-5c1a4d5e-cb70-44c8-aef1-646b8184d5ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4127698 Jan 25 08:47:16.541342 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-e4c777d7-091e-46be-ab6b-4c090d75094a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--354828073&fields=id&tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442 HTTP/1.1" status: 200 len: 267 time: 0.0416596 Jan 25 08:47:16.649715 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-ad55287e-5abb-40ec-bac7-447ba4fb55cc tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:16.651094 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-ad55287e-5abb-40ec-bac7-447ba4fb55cc tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/networks?id=7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 200 len: 811 time: 0.1029139 Jan 25 08:47:16.666022 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-9a11e330-8c14-4a32-8950-7c33d89b6cfa tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/quotas/a2d50dbe2c7645aeb1b4ba25002dc442 HTTP/1.1" status: 200 len: 375 time: 0.0089650 Jan 25 08:47:16.717920 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-a9567109-ce42-4066-8111-983bedc77773 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455785 Jan 25 08:47:16.903487 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-8e181411-d3ad-47cf-a859-7cc99cd892ef service neutron] 10.222.0.112 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749797 Jan 25 08:47:17.005302 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-af53e439-2c15-4daa-8e8a-33dbcac266f7 service neutron] 10.222.0.112 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959604 Jan 25 08:47:17.214976 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0c652e89-e7fd-4964-901f-2fa030651c4b req-c7ea28a6-bda7-4e99-8543-56f34d99c5bb tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 210 time: 0.0260322 Jan 25 08:47:18.315918 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3787b186-6c6f-4de9-82f0-5aa6cce34cd3 req-aa445fc9-48df-4487-8806-a35658813bfa tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 210 time: 0.0258570 Jan 25 08:47:18.754494 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-100021c6-eab0-4b48-9b8b-0f12679992ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:18.755951 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-100021c6-eab0-4b48-9b8b-0f12679992ec tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.121 "GET /v2.0/networks?id=7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 200 len: 811 time: 0.1051846 Jan 25 08:47:18.818100 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-f5d92ebc-b5b9-4714-8632-572b5db10d62 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442 HTTP/1.1" status: 200 len: 379 time: 0.0529797 Jan 25 08:47:18.827276 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-cf2c0a30-6ba0-48ae-9686-7d6d93ab21a3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Request body: {'port': {'device_id': '1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'admin_state_up': True, 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'security_groups': ['3be33f48-b095-412e-8cfe-f38270be2d14']}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:47:19.001212 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-cf2c0a30-6ba0-48ae-9686-7d6d93ab21a3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Made reservation on behalf of a2d50dbe2c7645aeb1b4ba25002dc442 for: {'port': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:47:19.004991 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-cf2c0a30-6ba0-48ae-9686-7d6d93ab21a3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:19.133343 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-cf2c0a30-6ba0-48ae-9686-7d6d93ab21a3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Allocated IP 172.20.0.13 (7112ec2a-354f-4299-a519-bb5af2762b92/3aa8424a-f40c-4afe-a08b-80f8771ddc15/40e7dc4d-52fb-4d42-8188-949edda79b47) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:47:19.271170 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-cf2c0a30-6ba0-48ae-9686-7d6d93ab21a3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:19.367709 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-cf2c0a30-6ba0-48ae-9686-7d6d93ab21a3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:19.416875 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-cf2c0a30-6ba0-48ae-9686-7d6d93ab21a3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Network 7112ec2a-354f-4299-a519-bb5af2762b92 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:47:19.419934 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-cf2c0a30-6ba0-48ae-9686-7d6d93ab21a3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:47:19.422467 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-cf2c0a30-6ba0-48ae-9686-7d6d93ab21a3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:47:19.430322 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd482-36c3-46df-aaba-93fcf605af33 req-f325c316-c8ec-43f7-899d-4d9e7ecd670d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:19.432131 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fa9cd482-36c3-46df-aaba-93fcf605af33 req-f325c316-c8ec-43f7-899d-4d9e7ecd670d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 932 time: 0.0495915 Jan 25 08:47:19.457038 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c0a30-6ba0-48ae-9686-7d6d93ab21a3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event updated for resources: {'Port': ['ID=40e7dc4d-52fb-4d42-8188-949edda79b47,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:19.482241 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-cf2c0a30-6ba0-48ae-9686-7d6d93ab21a3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:19.483154 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-cf2c0a30-6ba0-48ae-9686-7d6d93ab21a3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:19.495197 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fa9cd482-36c3-46df-aaba-93fcf605af33 req-6227a4ce-b1ea-40d5-985f-67d946c4e885 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=3be33f48-b095-412e-8cfe-f38270be2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570457 Jan 25 08:47:19.552615 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-cf2c0a30-6ba0-48ae-9686-7d6d93ab21a3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7294433 Jan 25 08:47:19.607982 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Request body: {'port': {'device_id': '1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:47:19.661615 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:19.670594 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-0a161024-1a5b-4e62-96cf-71904053ccdb None None] Provisioning complete for port 40e7dc4d-52fb-4d42-8188-949edda79b47 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:47:19.671151 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0a161024-1a5b-4e62-96cf-71904053ccdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:19.708783 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-0a161024-1a5b-4e62-96cf-71904053ccdb None None] Port 40e7dc4d-52fb-4d42-8188-949edda79b47 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:47:19.939455 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e7dc4d-52fb-4d42-8188-949edda79b47 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:47:19.946687 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Publish callbacks [] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:19.959234 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Transition to ACTIVE for port object 40e7dc4d-52fb-4d42-8188-949edda79b47 will not be triggered until provisioned by entity L2. {{(pid=103105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:47:20.035211 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:20.063854 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:47:20.089971 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Pushing event updated for resources: {'Port': ['ID=40e7dc4d-52fb-4d42-8188-949edda79b47,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:20.161758 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Attempting to bind port 40e7dc4d-52fb-4d42-8188-949edda79b47 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:47:20.162096 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Attempting to bind port 40e7dc4d-52fb-4d42-8188-949edda79b47 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:47:20.162426 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Attempting to bind port 40e7dc4d-52fb-4d42-8188-949edda79b47 on network 7112ec2a-354f-4299-a519-bb5af2762b92 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:47:20.167009 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Port 40e7dc4d-52fb-4d42-8188-949edda79b47 on network 7112ec2a-354f-4299-a519-bb5af2762b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:47:20.167328 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Attempting to bind port 40e7dc4d-52fb-4d42-8188-949edda79b47 on network 7112ec2a-354f-4299-a519-bb5af2762b92 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:47:20.172502 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:47:20.172838 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Checking segment: {'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:47:20.173223 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Bound using segment: {'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:47:20.173652 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Bound port: 40e7dc4d-52fb-4d42-8188-949edda79b47, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:47:20.174012 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:20.249388 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] For port 40e7dc4d-52fb-4d42-8188-949edda79b47, host hv-cinder-81187, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:47:20.253784 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] For port 40e7dc4d-52fb-4d42-8188-949edda79b47, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=40e7dc4d-52fb-4d42-8188-949edda79b47,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:47:20.378782 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:20.415783 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:20.416564 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:20.417949 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] 10.222.0.121 "PUT /v2.0/ports/40e7dc4d-52fb-4d42-8188-949edda79b47 HTTP/1.1" status: 200 len: 1094 time: 0.8151560 Jan 25 08:47:20.418397 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9', 'tag': '40e7dc4d-52fb-4d42-8188-949edda79b47'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:47:20.420695 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89e9248-51bd-46c1-9a76-55e067bf99e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9", "tag": "40e7dc4d-52fb-4d42-8188-949edda79b47"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:47:20.454151 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7177c9-1529-4841-9a47-85243c9ab646 service neutron] Pushing event updated for resources: {'Port': ['ID=40e7dc4d-52fb-4d42-8188-949edda79b47,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:20.476715 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6962d942-a099-46a1-96ed-b5511643f94c x-openstack-request-id: req-6962d942-a099-46a1-96ed-b5511643f94c {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:47:20.477007 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9", "tag": "40e7dc4d-52fb-4d42-8188-949edda79b47", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:47:20.477259 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6962d942-a099-46a1-96ed-b5511643f94c {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:47:20.477663 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9', 'tag': '40e7dc4d-52fb-4d42-8188-949edda79b47', 'status': 'completed', 'code': 200} Jan 25 08:47:20.549342 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e9248-51bd-46c1-9a76-55e067bf99e1 req-b7540488-8d9f-4841-97f5-2398f7345589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:20.551164 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c89e9248-51bd-46c1-9a76-55e067bf99e1 req-b7540488-8d9f-4841-97f5-2398f7345589 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 1097 time: 0.0464265 Jan 25 08:47:20.691892 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac302-c1f9-431d-a38f-92f14c1ceb77 req-a60ebc81-54f3-4b64-ae62-c6699a7ab81f tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:20.691892 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1fbac302-c1f9-431d-a38f-92f14c1ceb77 req-a60ebc81-54f3-4b64-ae62-c6699a7ab81f tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 944 time: 0.1105819 Jan 25 08:47:20.695618 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e9248-51bd-46c1-9a76-55e067bf99e1 req-f076fae9-acbf-4877-830a-457aa667cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:20.697047 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c89e9248-51bd-46c1-9a76-55e067bf99e1 req-f076fae9-acbf-4877-830a-457aa667cab0 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1367216 Jan 25 08:47:20.799068 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1fbac302-c1f9-431d-a38f-92f14c1ceb77 req-035cf9c8-bbbc-4f95-8843-1817c7566e8a tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=3be33f48-b095-412e-8cfe-f38270be2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010568 Jan 25 08:47:20.821825 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e9248-51bd-46c1-9a76-55e067bf99e1 req-7e1ac951-2d7d-4e14-9e8e-ede231c26c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:20.823268 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c89e9248-51bd-46c1-9a76-55e067bf99e1 req-7e1ac951-2d7d-4e14-9e8e-ede231c26c53 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1195445 Jan 25 08:47:20.928755 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-131c2bc5-62a2-4a4b-ba6a-08c425a58ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:20.930220 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-131c2bc5-62a2-4a4b-ba6a-08c425a58ba4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 1097 time: 0.0404963 Jan 25 08:47:20.976588 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-c2fc3dd3-ff74-4eb5-add6-89adfc7c12e3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40e7dc4d-52fb-4d42-8188-949edda79b47 HTTP/1.1" status: 200 len: 217 time: 0.0387077 Jan 25 08:47:21.025450 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-73ee4f69-8a17-4d97-9a01-8110af72ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:21.026764 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-73ee4f69-8a17-4d97-9a01-8110af72ea0f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3aa8424a-f40c-4afe-a08b-80f8771ddc15 HTTP/1.1" status: 200 len: 850 time: 0.0421016 Jan 25 08:47:21.070231 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-361943ef-5f19-4a4d-8302-f87d44b826c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:21.071675 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-361943ef-5f19-4a4d-8302-f87d44b826c0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7112ec2a-354f-4299-a519-bb5af2762b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386360 Jan 25 08:47:21.161484 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-1be77279-751c-4ba5-abeb-fc17ee5cde34 service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828376 Jan 25 08:47:21.251268 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b8aff1ee-fafb-476e-9f53-2ea7f4a65416 req-150ef8c9-97f9-4e4c-b46f-5c21185955de service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821579 Jan 25 08:47:21.916222 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8abab-9d8c-4069-be5d-bb0fffd26d34 req-d68a2fe2-7e8b-4486-bd78-8f4a56e8d8e4 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:21.917697 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bdb8abab-9d8c-4069-be5d-bb0fffd26d34 req-d68a2fe2-7e8b-4486-bd78-8f4a56e8d8e4 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 944 time: 0.0523150 Jan 25 08:47:21.965319 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bdb8abab-9d8c-4069-be5d-bb0fffd26d34 req-e8b09f29-c53a-4598-aa67-7cf6a3098bdd tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=3be33f48-b095-412e-8cfe-f38270be2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418253 Jan 25 08:47:23.077893 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78da0f-c021-4af9-8712-24b07d077a91 req-9e049591-60f1-4cf3-84af-a5866c1df735 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:23.079352 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ff78da0f-c021-4af9-8712-24b07d077a91 req-9e049591-60f1-4cf3-84af-a5866c1df735 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 944 time: 0.0474038 Jan 25 08:47:23.133610 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ff78da0f-c021-4af9-8712-24b07d077a91 req-83cabd9a-db31-4325-afd1-8d9bc7d1fdd1 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=3be33f48-b095-412e-8cfe-f38270be2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484641 Jan 25 08:47:23.769303 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 40e7dc4d-52fb-4d42-8188-949edda79b47 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:47:23.861509 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 40e7dc4d-52fb-4d42-8188-949edda79b47, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=40e7dc4d-52fb-4d42-8188-949edda79b47,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:47:23.871635 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': '40e7dc4d-52fb-4d42-8188-949edda79b47', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'port_id': '40e7dc4d-52fb-4d42-8188-949edda79b47', 'mac_address': 'fa:16:3e:9d:88:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:47:23.912460 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 40e7dc4d-52fb-4d42-8188-949edda79b47 is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:47:23.912843 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:23.925224 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e7dc4d-52fb-4d42-8188-949edda79b47 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:47:23.945772 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 40e7dc4d-52fb-4d42-8188-949edda79b47, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=40e7dc4d-52fb-4d42-8188-949edda79b47,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:47:24.006836 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:24.054377 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=40e7dc4d-52fb-4d42-8188-949edda79b47,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:24.062069 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:47:24.062355 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:47:24.062797 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:47:24.063135 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:47:24.063463 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:47:24.063785 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:47:24.064126 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:47:24.064449 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:47:24.064766 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:47:24.065083 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:47:24.065398 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:47:24.065710 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:47:24.066024 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:47:24.246164 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc6696-db09-4606-9df2-42429e52c89c req-0ca8dd7b-7548-4c87-bf81-203edb826109 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:24.247599 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-43fc6696-db09-4606-9df2-42429e52c89c req-0ca8dd7b-7548-4c87-bf81-203edb826109 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 945 time: 0.0473239 Jan 25 08:47:24.298573 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-43fc6696-db09-4606-9df2-42429e52c89c req-8cd950d6-0182-466a-811b-4b11b41b922b tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=3be33f48-b095-412e-8cfe-f38270be2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444825 Jan 25 08:47:24.437039 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['40e7dc4d-52fb-4d42-8188-949edda79b47'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:47:25.422433 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebacbd-ef50-446b-977a-47c1388e0933 req-91facbcb-45aa-4598-b32d-9cadf6d312ee tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:25.423888 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-48ebacbd-ef50-446b-977a-47c1388e0933 req-91facbcb-45aa-4598-b32d-9cadf6d312ee tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 945 time: 0.0482676 Jan 25 08:47:25.471287 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-48ebacbd-ef50-446b-977a-47c1388e0933 req-cf040720-c817-4665-9987-fb79e07c20e7 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=3be33f48-b095-412e-8cfe-f38270be2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416403 Jan 25 08:47:25.784888 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 40e7dc4d-52fb-4d42-8188-949edda79b47 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:47:25.903953 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port 40e7dc4d-52fb-4d42-8188-949edda79b47 completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:47:25.908744 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port 40e7dc4d-52fb-4d42-8188-949edda79b47 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:47:25.909168 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:25.987108 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 40e7dc4d-52fb-4d42-8188-949edda79b47 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:47:25.987401 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:26.008373 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e7dc4d-52fb-4d42-8188-949edda79b47'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:47:26.010569 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7104b064-4f30-4acb-8414-2fafc1a35aa6" -d '{"events": [{"server_uuid": "1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9", "name": "network-vif-plugged", "status": "completed", "tag": "40e7dc4d-52fb-4d42-8188-949edda79b47"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:47:26.022997 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 40e7dc4d-52fb-4d42-8188-949edda79b47, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=40e7dc4d-52fb-4d42-8188-949edda79b47,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:47:26.049814 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e797c0ae-8eac-41bb-8bec-49fd659e1154 x-openstack-request-id: req-e797c0ae-8eac-41bb-8bec-49fd659e1154 {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:47:26.050106 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9", "name": "network-vif-plugged", "status": "completed", "tag": "40e7dc4d-52fb-4d42-8188-949edda79b47", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:47:26.050362 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e797c0ae-8eac-41bb-8bec-49fd659e1154 {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:47:26.050754 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e7dc4d-52fb-4d42-8188-949edda79b47', 'code': 200} Jan 25 08:47:26.076215 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:26.125046 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=40e7dc4d-52fb-4d42-8188-949edda79b47,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:47:26.311980 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4050a-ce75-406f-b99f-126c72a9ec52 req-c570acec-0d12-4f43-85ac-b0b7136c1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:26.313406 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3ec4050a-ce75-406f-b99f-126c72a9ec52 req-c570acec-0d12-4f43-85ac-b0b7136c1621 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 1099 time: 0.0401962 Jan 25 08:47:26.358404 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3ec4050a-ce75-406f-b99f-126c72a9ec52 req-9d7f3701-b658-48e6-aaee-f162033ec58b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=3be33f48-b095-412e-8cfe-f38270be2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385325 Jan 25 08:47:26.585961 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a75c4-8937-486e-8a32-e4610ac1206e req-68e86851-4c5e-4c8b-9c16-cbec05cafcd8 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:26.587374 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-383a75c4-8937-486e-8a32-e4610ac1206e req-68e86851-4c5e-4c8b-9c16-cbec05cafcd8 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 946 time: 0.0472167 Jan 25 08:47:26.634087 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-383a75c4-8937-486e-8a32-e4610ac1206e req-10da766c-0bac-4888-8562-9930472a6b47 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=3be33f48-b095-412e-8cfe-f38270be2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412889 Jan 25 08:47:27.751474 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3552c0-1cf3-4735-a5b0-a8914acf46d4 req-1633f395-3171-4887-b784-da37fa858b45 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:27.752981 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8a3552c0-1cf3-4735-a5b0-a8914acf46d4 req-1633f395-3171-4887-b784-da37fa858b45 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 946 time: 0.0491028 Jan 25 08:47:27.805932 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8a3552c0-1cf3-4735-a5b0-a8914acf46d4 req-dc9d39c0-22fa-43f3-a209-fa872607b06d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=3be33f48-b095-412e-8cfe-f38270be2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473075 Jan 25 08:47:28.924030 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfb8e6-3d14-40ef-bbd5-bf187832efff req-747ad5bf-a39d-4fd7-956d-54eca4d357a7 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:28.925529 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-00dfb8e6-3d14-40ef-bbd5-bf187832efff req-747ad5bf-a39d-4fd7-956d-54eca4d357a7 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 946 time: 0.0529418 Jan 25 08:47:28.971919 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-00dfb8e6-3d14-40ef-bbd5-bf187832efff req-dee36b1f-a09c-44ee-ba3c-2988a792e329 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=3be33f48-b095-412e-8cfe-f38270be2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409188 Jan 25 08:47:29.085675 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fa871-af18-48b9-aa32-b95972159ffa req-041d04bb-d48c-49d2-b626-f44d0f26b5b2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:29.087111 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0f9fa871-af18-48b9-aa32-b95972159ffa req-041d04bb-d48c-49d2-b626-f44d0f26b5b2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 946 time: 0.0499849 Jan 25 08:47:29.095501 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48238) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:47:29.099688 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-32f73eb2-59b9-4d76-9258-27575bad85be tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Request body: {'floatingip': {'port_id': '40e7dc4d-52fb-4d42-8188-949edda79b47'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:47:29.137599 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-32f73eb2-59b9-4d76-9258-27575bad85be tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (27915ce2-4c37-43f7-a872-6ed94cbde7cf), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:29.568799 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-32f73eb2-59b9-4d76-9258-27575bad85be tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:29.624129 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-32f73eb2-59b9-4d76-9258-27575bad85be tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (27915ce2-4c37-43f7-a872-6ed94cbde7cf), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:29.721784 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [None req-32f73eb2-59b9-4d76-9258-27575bad85be tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Floating IP 27915ce2-4c37-43f7-a872-6ed94cbde7cf associated. External IP: 172.27.1.64, port: 40e7dc4d-52fb-4d42-8188-949edda79b47. Jan 25 08:47:29.925201 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f73eb2-59b9-4d76-9258-27575bad85be tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:47:30.028231 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f73eb2-59b9-4d76-9258-27575bad85be tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:47:30.034574 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-32f73eb2-59b9-4d76-9258-27575bad85be tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:30.038256 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e9d2b-b37e-46d1-8650-77b0dbf890c0 None None] Sync routers for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:47:30.049216 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63e9d2b-b37e-46d1-8650-77b0dbf890c0 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:47:30.049886 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-b63e9d2b-b37e-46d1-8650-77b0dbf890c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:47:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:47:30.163517 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-b63e9d2b-b37e-46d1-8650-77b0dbf890c0 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:47:30.306826 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-32f73eb2-59b9-4d76-9258-27575bad85be tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "PUT /v2.0/floatingips/27915ce2-4c37-43f7-a872-6ed94cbde7cf HTTP/1.1" status: 200 len: 991 time: 1.2077215 Jan 25 08:47:30.306826 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9', 'tag': '40e7dc4d-52fb-4d42-8188-949edda79b47'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:47:30.307456 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162d0e63-8bbf-45ad-89fb-14c39b3e4769" -d '{"events": [{"name": "network-changed", "server_uuid": "1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9", "tag": "40e7dc4d-52fb-4d42-8188-949edda79b47"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:47:30.348250 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affa795c-ffc8-47d9-b984-7f14716e3590 x-openstack-request-id: req-affa795c-ffc8-47d9-b984-7f14716e3590 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:47:30.348582 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9", "tag": "40e7dc4d-52fb-4d42-8188-949edda79b47", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:47:30.348836 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-affa795c-ffc8-47d9-b984-7f14716e3590 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:47:30.349230 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9', 'tag': '40e7dc4d-52fb-4d42-8188-949edda79b47', 'status': 'completed', 'code': 200} Jan 25 08:47:30.412972 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d0e63-8bbf-45ad-89fb-14c39b3e4769 req-3077e83e-e5f9-444f-8472-22d7469824e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:30.414468 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-162d0e63-8bbf-45ad-89fb-14c39b3e4769 req-3077e83e-e5f9-444f-8472-22d7469824e3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 1099 time: 0.0429900 Jan 25 08:47:30.415287 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-b63e9d2b-b37e-46d1-8650-77b0dbf890c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '27915ce2-4c37-43f7-a872-6ed94cbde7cf', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'port_id': '40e7dc4d-52fb-4d42-8188-949edda79b47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'mac_address': 'fa:16:3e:9d:88:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:47:15Z', 'updated_at': '2022-01-25T08:47:29Z', 'revision_number': 1, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 5, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:47:30.418353 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:30.442041 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e9d2b-b37e-46d1-8650-77b0dbf890c0 None None] Checking router: 5b918d7c-1356-4459-a1f7-f44db1d5bf6f for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:47:30.450613 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63e9d2b-b37e-46d1-8650-77b0dbf890c0 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:47:30.451285 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-b63e9d2b-b37e-46d1-8650-77b0dbf890c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:47:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:47:30.519987 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d0e63-8bbf-45ad-89fb-14c39b3e4769 req-7d627ed1-7ac1-4002-8381-398e3b30d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:30.521503 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-162d0e63-8bbf-45ad-89fb-14c39b3e4769 req-7d627ed1-7ac1-4002-8381-398e3b30d990 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 200 len: 912 time: 0.1002376 Jan 25 08:47:30.590777 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-162d0e63-8bbf-45ad-89fb-14c39b3e4769 req-0012552b-06ec-424e-9afa-4d28864e8e21 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40e7dc4d-52fb-4d42-8188-949edda79b47 HTTP/1.1" status: 200 len: 999 time: 0.0622470 Jan 25 08:47:30.645344 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d0e63-8bbf-45ad-89fb-14c39b3e4769 req-3cacfc8d-1aec-423b-8406-b85a3f5f6b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:30.646882 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-162d0e63-8bbf-45ad-89fb-14c39b3e4769 req-3cacfc8d-1aec-423b-8406-b85a3f5f6b77 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3aa8424a-f40c-4afe-a08b-80f8771ddc15 HTTP/1.1" status: 200 len: 850 time: 0.0456166 Jan 25 08:47:30.689257 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-b63e9d2b-b37e-46d1-8650-77b0dbf890c0 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:47:30.696256 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d0e63-8bbf-45ad-89fb-14c39b3e4769 req-1285f5c4-4b17-406c-a14a-02671eca8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:47:30.697737 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-162d0e63-8bbf-45ad-89fb-14c39b3e4769 req-1285f5c4-4b17-406c-a14a-02671eca8608 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7112ec2a-354f-4299-a519-bb5af2762b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444076 Jan 25 08:47:30.787985 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-162d0e63-8bbf-45ad-89fb-14c39b3e4769 req-4b5cde99-bfb4-48b0-8734-44c9a80a145f service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841479 Jan 25 08:47:30.879370 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-162d0e63-8bbf-45ad-89fb-14c39b3e4769 req-ba9073d6-9645-4600-b696-f2191b93eb04 service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845251 Jan 25 08:47:30.922005 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-b63e9d2b-b37e-46d1-8650-77b0dbf890c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '27915ce2-4c37-43f7-a872-6ed94cbde7cf', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'port_id': '40e7dc4d-52fb-4d42-8188-949edda79b47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'mac_address': 'fa:16:3e:9d:88:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:47:15Z', 'updated_at': '2022-01-25T08:47:29Z', 'revision_number': 1, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 5, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:47:30.948322 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e9d2b-b37e-46d1-8650-77b0dbf890c0 None None] The sync data for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi is: [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '27915ce2-4c37-43f7-a872-6ed94cbde7cf', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'port_id': '40e7dc4d-52fb-4d42-8188-949edda79b47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'mac_address': 'fa:16:3e:9d:88:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:47:15Z', 'updated_at': '2022-01-25T08:47:29Z', 'revision_number': 1, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 5, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:47:31.130553 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ed3c5-a621-499c-9379-06813a620c86 None None] New status for floating IP 27915ce2-4c37-43f7-a872-6ed94cbde7cf: ACTIVE {{(pid=103107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:47:39.492396 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-720a5c2a-3757-4813-8232-69cbe970e5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:41.692606 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9bb26b2b-0584-491a-a4e9-d83c6d65ecfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:43.057790 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:44.600966 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:45.886542 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:47:57.063736 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:48:00.378748 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:08.130971 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-95d9771c-656d-45bb-b63d-7ae3048a2a0f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403056 Jan 25 08:48:08.214279 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-a375ac9d-7a63-44c8-9e06-e2c68dc46d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:08.215754 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-a375ac9d-7a63-44c8-9e06-e2c68dc46d22 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 1098 time: 0.0392244 Jan 25 08:48:08.322384 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-d74ef328-86d0-49f6-b85a-331b1729be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:08.323843 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-d74ef328-86d0-49f6-b85a-331b1729be00 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 912 time: 0.0885575 Jan 25 08:48:08.388954 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-5ad646bf-659e-4686-bb26-2d32c48445c6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3db1547-d354-4769-8112-7767cba8998d HTTP/1.1" status: 200 len: 1000 time: 0.0559883 Jan 25 08:48:08.438691 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-d2ea235c-f24a-4a06-a293-104f79dbdf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:08.440901 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-d2ea235c-f24a-4a06-a293-104f79dbdf10 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0462258 Jan 25 08:48:08.484661 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-be17a3e3-cbf9-4cd5-97ae-30053d34510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:08.486107 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-be17a3e3-cbf9-4cd5-97ae-30053d34510b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381541 Jan 25 08:48:08.496465 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-0f3c001f-44e1-4a91-b6a6-7fc9d4fb7911 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:48:08.497404 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-0f3c001f-44e1-4a91-b6a6-7fc9d4fb7911 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047138 Jan 25 08:48:08.585623 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-1c20ffcf-724d-427c-93dc-0ccd861e59b0 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820758 Jan 25 08:48:08.679283 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a1430d9e-dd61-4cac-9ded-145367ca3bed req-97e88c18-4808-4665-9edf-28e4f4a44b8d service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857613 Jan 25 08:48:09.497717 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-298fbde1-671b-41b1-ab3e-0c6322565d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:11.715258 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b1530db0-06f5-4a00-befd-f6641489545c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:13.064000 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:14.613047 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:15.840642 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:23.145394 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25e3e3-7eb6-4ae1-99b6-7c95a31eb14d req-4397b029-a610-4b42-aa3e-a952ed31c591 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:23.146852 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ce25e3e3-7eb6-4ae1-99b6-7c95a31eb14d req-4397b029-a610-4b42-aa3e-a952ed31c591 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.1035309 Jan 25 08:48:23.192722 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ce25e3e3-7eb6-4ae1-99b6-7c95a31eb14d req-c76f4cbb-80e9-4f37-9000-b2c9d2cba745 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402002 Jan 25 08:48:24.314059 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0f8b8-51ca-435a-8324-1da3eb6477a0 req-0fa5757a-6d6e-47cc-9397-ef384501b420 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:24.316186 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-89c0f8b8-51ca-435a-8324-1da3eb6477a0 req-0fa5757a-6d6e-47cc-9397-ef384501b420 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0521445 Jan 25 08:48:24.361282 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-89c0f8b8-51ca-435a-8324-1da3eb6477a0 req-9697e28e-f2a2-4d04-a136-3e9e602a7c4a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398157 Jan 25 08:48:25.480059 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d6956-c35b-41c7-9b9c-6f7e47f1279d req-6f3640da-e36c-42f6-9ca3-1ed9fe8b03ac tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:25.481547 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-af0d6956-c35b-41c7-9b9c-6f7e47f1279d req-6f3640da-e36c-42f6-9ca3-1ed9fe8b03ac tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0475149 Jan 25 08:48:25.528289 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-af0d6956-c35b-41c7-9b9c-6f7e47f1279d req-da9d56de-52c7-4283-b431-6a232f6efe38 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Jan 25 08:48:26.647003 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39912b-83af-4a60-9add-a2904445b1e7 req-e1c3fa7e-13b7-441b-89c1-4ec52e5f5537 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:26.648506 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e39912b-83af-4a60-9add-a2904445b1e7 req-e1c3fa7e-13b7-441b-89c1-4ec52e5f5537 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0481882 Jan 25 08:48:26.699627 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e39912b-83af-4a60-9add-a2904445b1e7 req-1c0e016e-5f8a-43be-80ed-3e8324cbbac8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452380 Jan 25 08:48:27.819909 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e802bf-22aa-454c-ad50-a59b23dcdb5d req-cbf09f31-5b51-4d70-8b38-f2e240fb710a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:27.821412 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c5e802bf-22aa-454c-ad50-a59b23dcdb5d req-cbf09f31-5b51-4d70-8b38-f2e240fb710a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0475979 Jan 25 08:48:27.867422 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c5e802bf-22aa-454c-ad50-a59b23dcdb5d req-b89f53eb-b595-4d76-a6b7-94beb6047821 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405283 Jan 25 08:48:28.985726 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357841f-c08f-4105-bdc8-7e1459082267 req-7e96d828-6dbe-43ba-a482-e70649fa7cb9 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:28.987146 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d357841f-c08f-4105-bdc8-7e1459082267 req-7e96d828-6dbe-43ba-a482-e70649fa7cb9 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0481524 Jan 25 08:48:29.033161 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d357841f-c08f-4105-bdc8-7e1459082267 req-f2f6e3db-726d-4203-8550-e5f5788fcee0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404751 Jan 25 08:48:30.159468 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcd6af-d92f-4d50-a0b3-a08f2ee6fb7a req-fb14c7d5-4ab0-4d05-89f2-c1107c5fe903 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:30.160983 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-00dcd6af-d92f-4d50-a0b3-a08f2ee6fb7a req-fb14c7d5-4ab0-4d05-89f2-c1107c5fe903 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0526364 Jan 25 08:48:30.206963 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-00dcd6af-d92f-4d50-a0b3-a08f2ee6fb7a req-65abd023-c0a4-4f52-94cf-502d573d0685 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405300 Jan 25 08:48:30.372276 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:31.323696 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58aeeb5-04ca-4432-9b1d-8ca05c90021c req-a7cdb4cc-7598-4f03-884d-f528496c074a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:31.325189 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c58aeeb5-04ca-4432-9b1d-8ca05c90021c req-a7cdb4cc-7598-4f03-884d-f528496c074a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0468848 Jan 25 08:48:31.371273 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c58aeeb5-04ca-4432-9b1d-8ca05c90021c req-df92b0eb-3601-4798-ac64-a380d6d15296 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407133 Jan 25 08:48:32.488200 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f758d5a-12f1-491d-8b70-0bb5a7175b1a req-6ec28b75-d5d8-424d-8922-6d9a20f535f0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:32.490817 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4f758d5a-12f1-491d-8b70-0bb5a7175b1a req-6ec28b75-d5d8-424d-8922-6d9a20f535f0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0484791 Jan 25 08:48:32.540821 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4f758d5a-12f1-491d-8b70-0bb5a7175b1a req-ffb37e9c-2570-4ad7-a5fc-5ef09e1d9122 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445702 Jan 25 08:48:33.659472 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55634d4-fb65-4e35-a422-b493b10952b5 req-563a9eb2-b7dd-4a49-8392-af7ef8e966ac tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:33.661195 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e55634d4-fb65-4e35-a422-b493b10952b5 req-563a9eb2-b7dd-4a49-8392-af7ef8e966ac tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0488455 Jan 25 08:48:33.708101 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e55634d4-fb65-4e35-a422-b493b10952b5 req-4fe7b190-a6a8-43b3-bd15-c6f9d5d9ef17 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410898 Jan 25 08:48:34.062630 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:48:34.827143 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d666499-d7b4-44c4-9f4f-1aabfbe53338 req-4f42a346-7348-44f2-b004-14575468536f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:34.828603 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3d666499-d7b4-44c4-9f4f-1aabfbe53338 req-4f42a346-7348-44f2-b004-14575468536f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0473118 Jan 25 08:48:34.875071 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3d666499-d7b4-44c4-9f4f-1aabfbe53338 req-21995898-ab46-4d5d-a88d-8ef435b01f3d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404582 Jan 25 08:48:35.995371 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079e1c7-9011-46b1-b0ca-c1b0754630b1 req-5cecf208-cb87-464a-b1a9-246416a0a740 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:35.997022 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9079e1c7-9011-46b1-b0ca-c1b0754630b1 req-5cecf208-cb87-464a-b1a9-246416a0a740 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0516682 Jan 25 08:48:36.043426 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9079e1c7-9011-46b1-b0ca-c1b0754630b1 req-a4d97ae4-13b0-4a4b-84f1-d945f84104f8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407228 Jan 25 08:48:37.172290 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba960d8-c6be-4f57-9213-36cfb4eb08de req-c5b06235-4bae-4be9-9bf7-ee0a539cbf96 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:37.173791 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-dba960d8-c6be-4f57-9213-36cfb4eb08de req-c5b06235-4bae-4be9-9bf7-ee0a539cbf96 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0504827 Jan 25 08:48:37.222477 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-dba960d8-c6be-4f57-9213-36cfb4eb08de req-3f4154d2-d17b-4e40-bc4e-e8c76b9418d0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431099 Jan 25 08:48:38.343178 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c15855-e9c0-43a3-a5c9-26e36b4d5bcc req-5d5aa124-0298-4d33-ab6e-45a8fc4888f8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:38.344667 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-18c15855-e9c0-43a3-a5c9-26e36b4d5bcc req-5d5aa124-0298-4d33-ab6e-45a8fc4888f8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0506737 Jan 25 08:48:38.390487 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-18c15855-e9c0-43a3-a5c9-26e36b4d5bcc req-d1e994f5-f2f5-4015-bc4e-ecf3396b7f47 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402353 Jan 25 08:48:39.475271 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-6c333f22-88c3-4d0b-bedc-d9ed07919362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:39.512355 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522708e-6f98-4d4f-bb91-f4efde268dd8 req-e6f55893-24b8-4408-b2a2-fbe5e688ee4b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:39.514610 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1522708e-6f98-4d4f-bb91-f4efde268dd8 req-e6f55893-24b8-4408-b2a2-fbe5e688ee4b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0491567 Jan 25 08:48:39.561783 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1522708e-6f98-4d4f-bb91-f4efde268dd8 req-eeeb7c0d-3aff-4c3d-9e15-84d4d3df2625 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415988 Jan 25 08:48:40.685335 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c602107-8be0-44ad-9cee-4a4a0bcbe73c req-19cd11da-e4fd-4426-a810-66c0f41e41e1 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:40.686863 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4c602107-8be0-44ad-9cee-4a4a0bcbe73c req-19cd11da-e4fd-4426-a810-66c0f41e41e1 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0505512 Jan 25 08:48:40.737024 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4c602107-8be0-44ad-9cee-4a4a0bcbe73c req-69da95b4-4e6f-494b-aa23-0249feeb743b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446250 Jan 25 08:48:41.692973 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae757ffa-8105-457a-aec5-9da421a1896f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:41.853664 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c8f14-6377-4567-8a88-e4f47b1ae759 req-2b5424ea-94a1-47cf-a022-eb8cafa55fad tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:41.855134 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-239c8f14-6377-4567-8a88-e4f47b1ae759 req-2b5424ea-94a1-47cf-a022-eb8cafa55fad tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0476789 Jan 25 08:48:41.901605 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-239c8f14-6377-4567-8a88-e4f47b1ae759 req-4ffe4d76-dcc6-4a5d-8bd5-b84195843ce8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410221 Jan 25 08:48:43.017664 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76184a-a68e-4d1b-b8c1-611ee8da0c08 req-bfd64b28-8838-40da-b065-c119a12e43d3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:43.019122 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1c76184a-a68e-4d1b-b8c1-611ee8da0c08 req-bfd64b28-8838-40da-b065-c119a12e43d3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0476847 Jan 25 08:48:43.063325 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:43.066491 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1c76184a-a68e-4d1b-b8c1-611ee8da0c08 req-23e3272e-9830-4e72-a398-cb7e7b13ce42 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416694 Jan 25 08:48:44.102866 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9cf54-e13a-40e3-9a09-3ab8b4e4e0a3 req-69ad1ade-058c-469e-a98b-1cb1448447ac tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:44.104415 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-83b9cf54-e13a-40e3-9a09-3ab8b4e4e0a3 req-69ad1ade-058c-469e-a98b-1cb1448447ac tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 945 time: 0.0515511 Jan 25 08:48:44.152999 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-83b9cf54-e13a-40e3-9a09-3ab8b4e4e0a3 req-1997c745-2415-4838-8863-4662a89e9946 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428145 Jan 25 08:48:44.186518 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a67529-cf5b-4aad-80cb-d124a5ff710a req-d9caf99a-e620-402b-84d5-1afc798e4fab tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:44.187998 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-22a67529-cf5b-4aad-80cb-d124a5ff710a req-d9caf99a-e620-402b-84d5-1afc798e4fab tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0497625 Jan 25 08:48:44.234408 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-22a67529-cf5b-4aad-80cb-d124a5ff710a req-b96d5fe5-2635-4058-b721-486f99345f1d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402203 Jan 25 08:48:44.629418 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:45.273709 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21628379-c3e7-432a-b132-501746196483 req-da649ddc-94a0-4af0-9a09-5b779545a352 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:45.275897 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-21628379-c3e7-432a-b132-501746196483 req-da649ddc-94a0-4af0-9a09-5b779545a352 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 945 time: 0.0548091 Jan 25 08:48:45.328596 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-21628379-c3e7-432a-b132-501746196483 req-721cd6ec-0114-4661-bba6-69933ddc2027 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471563 Jan 25 08:48:45.358165 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67795b38-b270-4ad2-9497-4a1a1f0bcfcf req-d1d53b74-8cfa-4937-90cb-0b5fbe5d589f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:45.359653 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-67795b38-b270-4ad2-9497-4a1a1f0bcfcf req-d1d53b74-8cfa-4937-90cb-0b5fbe5d589f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0484252 Jan 25 08:48:45.405176 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-67795b38-b270-4ad2-9497-4a1a1f0bcfcf req-5abf8a2f-9339-42ac-89c5-d368396ab173 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400505 Jan 25 08:48:45.823607 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:46.441820 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ef398-e62f-4f83-852e-f7264e1c270c req-c25d2827-0e65-4066-8edb-ead0a9c2f516 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:46.443321 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4d7ef398-e62f-4f83-852e-f7264e1c270c req-c25d2827-0e65-4066-8edb-ead0a9c2f516 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 945 time: 0.0479634 Jan 25 08:48:46.496963 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4d7ef398-e62f-4f83-852e-f7264e1c270c req-2a637a42-7c97-469d-84af-8bc8a6c1d51d tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470791 Jan 25 08:48:46.528806 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640310ba-05bf-422c-9c4d-3c8d4ab04205 req-fdfc7cc7-466f-42fc-af68-68a878ea0a3f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:46.530269 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-640310ba-05bf-422c-9c4d-3c8d4ab04205 req-fdfc7cc7-466f-42fc-af68-68a878ea0a3f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0481136 Jan 25 08:48:46.603535 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-c718bc9a-bec7-49da-8a58-5e65e3e3420b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:46.604987 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-c718bc9a-bec7-49da-8a58-5e65e3e3420b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 945 time: 0.0736582 Jan 25 08:48:46.609255 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-640310ba-05bf-422c-9c4d-3c8d4ab04205 req-d5d723c7-45e3-4b69-8c79-6fdd7046858c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700278 Jan 25 08:48:46.703644 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Deleting port a3db1547-d354-4769-8112-7767cba8998d {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:48:46.703975 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (a3db1547-d354-4769-8112-7767cba8998d), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:46.791134 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] For port a3db1547-d354-4769-8112-7767cba8998d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a3db1547-d354-4769-8112-7767cba8998d,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:48:46.791490 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (a3db1547-d354-4769-8112-7767cba8998d), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:46.960112 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:46.960465 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (b6ff973e-5cd3-4fc3-af6e-8c3d6949ea9e), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:46.960701 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Floating IP b6ff973e-5cd3-4fc3-af6e-8c3d6949ea9e disassociated. External IP: 172.27.1.42, port: a3db1547-d354-4769-8112-7767cba8998d. Jan 25 08:48:46.961036 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Calling delete_port for a3db1547-d354-4769-8112-7767cba8998d owned by compute:nova {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:48:47.125503 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (a3db1547-d354-4769-8112-7767cba8998d), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:47.161320 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event deleted for resources: {'Port': ['ID=a3db1547-d354-4769-8112-7767cba8998d,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:48:47.173321 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:47.173672 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:47.174013 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:47.174346 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:47.174677 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:47.175003 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:47.175331 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:47.175658 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:47.175980 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:47.176329 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:47.180748 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:47.180748 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:47.180748 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:47.284845 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Router 3807cb94-5231-48e4-8402-cd545ae4e12e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:48:47.398632 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:48:47.408468 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbbdf2a-0388-4539-b792-b028c871a091 None None] Sync routers for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:48:47.417446 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbdf2a-0388-4539-b792-b028c871a091 None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:48:47.418053 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-1cbbdf2a-0388-4539-b792-b028c871a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:48:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:48:47.436918 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] No DVR routers for this DVR port a3db1547-d354-4769-8112-7767cba8998d on host hv-cinder-81187 {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:48:47.439414 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:47.442840 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c4a636cb-2983-4a49-b10a-908f9d9cc9e1 req-d5ecd2f8-a07a-4b29-93a3-0ba39334f6fa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "DELETE /v2.0/ports/a3db1547-d354-4769-8112-7767cba8998d HTTP/1.1" status: 204 len: 173 time: 0.8308318 Jan 25 08:48:47.443273 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29458f7-aac7-4244-8e4c-c5a16ddac627', 'name': 'network-vif-deleted', 'tag': 'a3db1547-d354-4769-8112-7767cba8998d'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:48:47.446374 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa9e8b8-d17a-49a9-951c-b77184fea956" -d '{"events": [{"server_uuid": "b29458f7-aac7-4244-8e4c-c5a16ddac627", "name": "network-vif-deleted", "tag": "a3db1547-d354-4769-8112-7767cba8998d"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:48:47.482620 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead33f47-4f1e-4885-bc48-11eb01e1adfb x-openstack-request-id: req-ead33f47-4f1e-4885-bc48-11eb01e1adfb {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:48:47.482908 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29458f7-aac7-4244-8e4c-c5a16ddac627", "name": "network-vif-deleted", "tag": "a3db1547-d354-4769-8112-7767cba8998d", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:48:47.483156 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ead33f47-4f1e-4885-bc48-11eb01e1adfb {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:48:47.483558 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29458f7-aac7-4244-8e4c-c5a16ddac627', 'name': 'network-vif-deleted', 'tag': 'a3db1547-d354-4769-8112-7767cba8998d', 'status': 'completed', 'code': 200} Jan 25 08:48:47.526409 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-1cbbdf2a-0388-4539-b792-b028c871a091 None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:48:47.600950 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-81fea091-26a1-442b-a24b-386bc5443100 req-8ad2dd35-e4b8-4fa2-a373-831aee364bd5 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 210 time: 0.0280628 Jan 25 08:48:47.741105 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456f109-95d5-4c7d-8ee5-f665e171e747 req-5b0b0bf8-8ad6-4686-8b55-85e7d21909d4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:47.742741 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9456f109-95d5-4c7d-8ee5-f665e171e747 req-5b0b0bf8-8ad6-4686-8b55-85e7d21909d4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0507090 Jan 25 08:48:47.756476 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-1cbbdf2a-0388-4539-b792-b028c871a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:48:47.786065 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbbdf2a-0388-4539-b792-b028c871a091 None None] Checking router: 3807cb94-5231-48e4-8402-cd545ae4e12e for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:48:47.789275 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9456f109-95d5-4c7d-8ee5-f665e171e747 req-5dc6fc0b-f018-461a-97dc-0dba4ef462b9 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409713 Jan 25 08:48:47.794725 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbdf2a-0388-4539-b792-b028c871a091 None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:48:47.795320 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-1cbbdf2a-0388-4539-b792-b028c871a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:48:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:48:47.898307 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-1cbbdf2a-0388-4539-b792-b028c871a091 None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:48:48.091700 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-1cbbdf2a-0388-4539-b792-b028c871a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:48:48.116948 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbbdf2a-0388-4539-b792-b028c871a091 None None] The sync data for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi is: [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:48:48.141526 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 0e5df89b-438e-4325-af63-54dd3ceed0e1 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:48:48.252319 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 0e5df89b-438e-4325-af63-54dd3ceed0e1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:48:48.265221 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'port_id': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'mac_address': 'fa:16:3e:7e:d6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:48:48.307118 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 0e5df89b-438e-4325-af63-54dd3ceed0e1 is: ACTIVE; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:48:48.307707 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:48.324238 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e5df89b-438e-4325-af63-54dd3ceed0e1 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:48:48.344122 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 0e5df89b-438e-4325-af63-54dd3ceed0e1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:48:48.347183 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8856918c-0f49-476d-a678-b952522ea5ad None None] New status for floating IP b6ff973e-5cd3-4fc3-af6e-8c3d6949ea9e: DOWN {{(pid=103107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:48:48.429423 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:48.486519 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=0e5df89b-438e-4325-af63-54dd3ceed0e1,revision_number=6']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:48:48.493616 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:48.493963 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:48.494308 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:48.494643 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:48.494975 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:48.495607 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:48.495607 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:48.495997 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:48.496268 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:48.496599 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:48.496918 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:48.497236 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:48.497597 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:48:48.511852 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['0e5df89b-438e-4325-af63-54dd3ceed0e1'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:48:48.714385 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-883e064f-488f-4834-be97-16cf83ef6875 req-d478e6eb-1d00-446f-bef6-5522712d4c80 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=b29458f7-aac7-4244-8e4c-c5a16ddac627 HTTP/1.1" status: 200 len: 210 time: 0.0262868 Jan 25 08:48:48.920207 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221d47b-1991-4758-abca-6be86028c09a req-0c0fed00-b4ce-43ca-bf4f-914d5928c36e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:48.921607 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d221d47b-1991-4758-abca-6be86028c09a req-0c0fed00-b4ce-43ca-bf4f-914d5928c36e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 944 time: 0.0568695 Jan 25 08:48:48.972127 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d221d47b-1991-4758-abca-6be86028c09a req-95248889-3b9e-4fa8-a8ab-b99622008193 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Jan 25 08:48:49.975763 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-0973e843-8731-448c-9b46-0dcc78b546e1 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621090921&fields=id&tenant_id=3270c694d117403698bb3b24e359654c HTTP/1.1" status: 200 len: 267 time: 0.0467057 Jan 25 08:48:50.078869 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-ec84ea77-db25-4816-ab1c-9b518a450d27 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:50.080344 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-ec84ea77-db25-4816-ab1c-9b518a450d27 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 811 time: 0.0982125 Jan 25 08:48:50.095184 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-570217c0-2f62-4a4d-b5d6-f289b42e8c35 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/quotas/3270c694d117403698bb3b24e359654c HTTP/1.1" status: 200 len: 375 time: 0.0088732 Jan 25 08:48:50.105636 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bcd38-8438-4106-8af3-56c7ef8e7f99 req-57818a95-ee24-41c7-8b41-f7ef8511a3ea tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:50.107131 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f62bcd38-8438-4106-8af3-56c7ef8e7f99 req-57818a95-ee24-41c7-8b41-f7ef8511a3ea tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 944 time: 0.0488138 Jan 25 08:48:50.147760 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-c82bc230-ff19-4faa-b44e-8593a5acb734 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468082 Jan 25 08:48:50.160686 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f62bcd38-8438-4106-8af3-56c7ef8e7f99 req-169bb564-106e-4b43-b640-06e625d1726c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476091 Jan 25 08:48:50.163701 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-9821425f-35ab-4adf-8fd4-0ade2e59869f service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:48:50.164967 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-9821425f-35ab-4adf-8fd4-0ade2e59869f service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062981 Jan 25 08:48:50.166276 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 0e5df89b-438e-4325-af63-54dd3ceed0e1 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:48:50.229463 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port 0e5df89b-438e-4325-af63-54dd3ceed0e1 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:48:50.229844 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:50.266909 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-5fe8f96e-433d-47c4-bf1f-d862d0a89d62 service neutron] 10.222.0.112 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950990 Jan 25 08:48:50.311157 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 0e5df89b-438e-4325-af63-54dd3ceed0e1 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:48:50.311807 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:50.339620 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:48:50.344589 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffef21a-5354-449e-b3eb-38aef8712742" -d '{"events": [{"server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "name": "network-vif-plugged", "status": "completed", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:48:50.361697 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 0e5df89b-438e-4325-af63-54dd3ceed0e1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:48:50.382381 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-bded5bdf-b87b-4d44-bcd1-3c68d155f2b7 service neutron] 10.222.0.112 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043668 Jan 25 08:48:50.428717 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:50.429646 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device a3db1547-d354-4769-8112-7767cba8998d no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:48:50.453795 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d881e1-fc29-4f83-b343-0dc198806c20 x-openstack-request-id: req-64d881e1-fc29-4f83-b343-0dc198806c20 {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:48:50.453932 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "name": "network-vif-plugged", "status": "completed", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:48:50.454249 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-64d881e1-fc29-4f83-b343-0dc198806c20 {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:48:50.454554 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'code': 200} Jan 25 08:48:50.487827 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: a3db1547-d354-4769-8112-7767cba8998d {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:48:50.491300 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device a3db1547-d354-4769-8112-7767cba8998d not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:48:50.650057 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=0e5df89b-438e-4325-af63-54dd3ceed0e1,revision_number=7']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:48:50.966995 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0a3a9c77-e917-44e2-8be4-12c0164f2613 req-002361f4-f44e-407f-a7ab-f0a1b624d248 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 210 time: 0.0260952 Jan 25 08:48:51.301474 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0a789-4b34-4c6e-a046-1f19f5fceef6 req-55ccfe09-f4a7-4f83-afb1-63b2d44bc9c3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:51.308770 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5cb0a789-4b34-4c6e-a046-1f19f5fceef6 req-55ccfe09-f4a7-4f83-afb1-63b2d44bc9c3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0598395 Jan 25 08:48:51.353992 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5cb0a789-4b34-4c6e-a046-1f19f5fceef6 req-704502d4-bf96-4931-92a5-4db82f973678 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437031 Jan 25 08:48:52.079288 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8e13f785-e155-407d-8916-f46841094306 req-687c87bd-81cb-478b-b367-d3b99b2f0544 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 210 time: 0.0286527 Jan 25 08:48:52.491809 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46608c-2adf-4767-a775-9b42189a5175 req-b22845d6-1dc6-47af-8355-89930f81d068 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:52.498742 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0b46608c-2adf-4767-a775-9b42189a5175 req-b22845d6-1dc6-47af-8355-89930f81d068 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0577254 Jan 25 08:48:52.544448 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0b46608c-2adf-4767-a775-9b42189a5175 req-d26db32d-83f6-4ac4-83cc-852e8e7f17b1 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447059 Jan 25 08:48:53.174507 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-14820fa1-2560-4181-abf2-67793d392dfe req-9a45547d-680f-4e7b-a43c-75ed67cf6958 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 210 time: 0.0284522 Jan 25 08:48:53.675389 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d4431-2184-4f8c-9e00-57a7cc2cee72 req-30860bd4-b5fa-47b3-9595-bf05bc05b166 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:53.680634 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c45d4431-2184-4f8c-9e00-57a7cc2cee72 req-30860bd4-b5fa-47b3-9595-bf05bc05b166 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0596838 Jan 25 08:48:53.740274 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c45d4431-2184-4f8c-9e00-57a7cc2cee72 req-1295dae0-20d7-4401-8884-08ed94cf19df tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569768 Jan 25 08:48:54.252467 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-dab19eaa-6432-4d5e-af2b-f8f57f485972 req-7bc3edd4-a004-41e1-a1f7-9c396e16ffa3 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 210 time: 0.0260859 Jan 25 08:48:54.892029 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb0e83-f7cd-4345-b2ef-e7088841f0d4 req-99844ac3-d0b5-4a4d-aab0-f9bbdeef0be7 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:54.893775 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-19bb0e83-f7cd-4345-b2ef-e7088841f0d4 req-99844ac3-d0b5-4a4d-aab0-f9bbdeef0be7 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0587094 Jan 25 08:48:54.955844 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-19bb0e83-f7cd-4345-b2ef-e7088841f0d4 req-0ff49fdd-efd9-41f0-b069-1777a1b277ed tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530357 Jan 25 08:48:55.371532 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a2a616ad-0b94-4355-aecc-69ccbef8eb1a req-1ff453c6-9434-4c15-810a-f0c37b293343 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 210 time: 0.0267861 Jan 25 08:48:56.098016 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c0ded-07cf-40cb-8ba0-b1ae5b7f8670 req-2cc61c52-19d5-4585-acd4-992d766d0f13 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:56.099554 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1b7c0ded-07cf-40cb-8ba0-b1ae5b7f8670 req-2cc61c52-19d5-4585-acd4-992d766d0f13 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0540020 Jan 25 08:48:56.152809 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1b7c0ded-07cf-40cb-8ba0-b1ae5b7f8670 req-6304a06f-e10d-4c55-acc5-3ace9572555d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460365 Jan 25 08:48:56.492887 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9d668b8e-ea55-4c17-a4ef-352b01aaa937 req-def8dcdc-a558-431e-831c-29c6749b0566 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 210 time: 0.0276368 Jan 25 08:48:57.162109 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-13836f85-724c-4b85-b143-f90998ca222d tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:57.164450 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-13836f85-724c-4b85-b143-f90998ca222d tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 811 time: 0.1116135 Jan 25 08:48:57.235725 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-fb00c8bc-b92b-436f-9d3f-a497b00fb541 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3270c694d117403698bb3b24e359654c HTTP/1.1" status: 200 len: 379 time: 0.0612848 Jan 25 08:48:57.247882 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-0e2c3b9c-2bcf-4db2-9f50-dc085da5d411 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Request body: {'port': {'device_id': '221441f9-012c-4f24-a373-3ff2239f4f50', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'admin_state_up': True, 'tenant_id': '3270c694d117403698bb3b24e359654c', 'security_groups': ['9dff26f9-cc62-49aa-8eec-137c95e831da']}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:48:57.355187 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd005ed6-9942-427c-865c-fcd2094c30c7 req-99aff50c-75d7-4fe9-ad4e-42a12c0cf2fb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:57.356697 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bd005ed6-9942-427c-865c-fcd2094c30c7 req-99aff50c-75d7-4fe9-ad4e-42a12c0cf2fb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.1042187 Jan 25 08:48:57.432433 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-bd005ed6-9942-427c-865c-fcd2094c30c7 req-4c47a496-b2dd-4683-b3ab-02dc67dd1826 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685754 Jan 25 08:48:57.596245 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-cefc9016-9838-47f4-8732-5266918edd35 req-451b6db8-2a2b-4871-aa51-c8564752703b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 210 time: 0.0255265 Jan 25 08:48:57.782348 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-0e2c3b9c-2bcf-4db2-9f50-dc085da5d411 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Made reservation on behalf of 3270c694d117403698bb3b24e359654c for: {'port': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:48:57.785887 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-0e2c3b9c-2bcf-4db2-9f50-dc085da5d411 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:57.912202 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-0e2c3b9c-2bcf-4db2-9f50-dc085da5d411 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Allocated IP 172.20.0.8 (c84af400-ac1b-48de-9e51-923fce05d259/6616c566-e430-4980-a3e3-d6f559628b8e/ce5fba1c-6b1c-4aa3-a241-b268706fb4c9) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:48:58.061717 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-0e2c3b9c-2bcf-4db2-9f50-dc085da5d411 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:58.144361 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-0e2c3b9c-2bcf-4db2-9f50-dc085da5d411 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:58.189438 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-0e2c3b9c-2bcf-4db2-9f50-dc085da5d411 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Network c84af400-ac1b-48de-9e51-923fce05d259 is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:48:58.192675 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-0e2c3b9c-2bcf-4db2-9f50-dc085da5d411 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:48:58.196102 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-0e2c3b9c-2bcf-4db2-9f50-dc085da5d411 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:48:58.239092 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c3b9c-2bcf-4db2-9f50-dc085da5d411 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'Port': ['ID=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:48:58.260340 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-0e2c3b9c-2bcf-4db2-9f50-dc085da5d411 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:58.260996 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-0e2c3b9c-2bcf-4db2-9f50-dc085da5d411 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:58.374131 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-0e2c3b9c-2bcf-4db2-9f50-dc085da5d411 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1306002 Jan 25 08:48:58.447794 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Request body: {'port': {'device_id': '221441f9-012c-4f24-a373-3ff2239f4f50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:48:58.502066 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-4946418e-2a09-480f-8d62-0ef700d992a6 None None] Provisioning complete for port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:48:58.503083 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4946418e-2a09-480f-8d62-0ef700d992a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:58.540825 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-4946418e-2a09-480f-8d62-0ef700d992a6 None None] Port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:48:58.562021 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:58.649654 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480d515-0c74-4593-8534-3aada4ac7d74 req-b735b297-72cd-426a-8056-9ce30a44bbb8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:58.667287 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8480d515-0c74-4593-8534-3aada4ac7d74 req-b735b297-72cd-426a-8056-9ce30a44bbb8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.1134779 Jan 25 08:48:58.752320 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323741f-7151-4cac-95c5-6cfb5c4c257c req-8ae666ef-c3aa-41af-ab4d-39b4c47b3dea tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:58.760048 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2323741f-7151-4cac-95c5-6cfb5c4c257c req-8ae666ef-c3aa-41af-ab4d-39b4c47b3dea tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 931 time: 0.0645199 Jan 25 08:48:58.828581 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2323741f-7151-4cac-95c5-6cfb5c4c257c req-ce030295-d41a-4951-9938-9ec18d0117a8 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626066 Jan 25 08:48:58.902297 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8480d515-0c74-4593-8534-3aada4ac7d74 req-eb7d758d-d945-4fcc-a8dc-1697f5fc2235 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340302 Jan 25 08:48:59.009927 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 {{(pid=103105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:48:59.018871 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Publish callbacks [] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:59.033193 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.provisioning_blocks [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Transition to ACTIVE for port object ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 will not be triggered until provisioned by entity L2. {{(pid=103105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:48:59.115102 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:59.235558 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Pushing event updated for resources: {'Port': ['ID=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:48:59.274042 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Attempting to bind port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:48:59.275395 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Attempting to bind port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:48:59.275738 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Attempting to bind port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 on network c84af400-ac1b-48de-9e51-923fce05d259 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:48:59.280616 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 on network c84af400-ac1b-48de-9e51-923fce05d259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:48:59.280937 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Attempting to bind port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 on network c84af400-ac1b-48de-9e51-923fce05d259 {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:48:59.287125 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:48:59.288041 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Checking segment: {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:48:59.288466 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Bound using segment: {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'} {{(pid=103105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:48:59.289089 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.managers [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Bound port: ce5fba1c-6b1c-4aa3-a241-b268706fb4c9, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'}}] {{(pid=103105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:48:59.289456 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:59.388137 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] For port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9, host hv-cinder-81187, cleared binding levels {{(pid=103105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:48:59.394840 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] For port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:48:59.477825 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:59.550985 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:59.551940 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:48:59.555036 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] 10.222.0.121 "PUT /v2.0/ports/ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 HTTP/1.1" status: 200 len: 1093 time: 1.1720798 Jan 25 08:48:59.572205 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221441f9-012c-4f24-a373-3ff2239f4f50', 'tag': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:48:59.576045 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282d5645-d522-4c7c-a31d-3b564541b862" -d '{"events": [{"name": "network-changed", "server_uuid": "221441f9-012c-4f24-a373-3ff2239f4f50", "tag": "ce5fba1c-6b1c-4aa3-a241-b268706fb4c9"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:48:59.688333 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53145bdc-95fa-407d-a47e-fcc206532f5f x-openstack-request-id: req-53145bdc-95fa-407d-a47e-fcc206532f5f {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:48:59.688541 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221441f9-012c-4f24-a373-3ff2239f4f50", "tag": "ce5fba1c-6b1c-4aa3-a241-b268706fb4c9", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:48:59.688791 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-53145bdc-95fa-407d-a47e-fcc206532f5f {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:48:59.689278 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221441f9-012c-4f24-a373-3ff2239f4f50', 'tag': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'status': 'completed', 'code': 200} Jan 25 08:48:59.690894 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6ad5c-3555-49b7-b174-ce061c2fac2e service neutron] Pushing event updated for resources: {'Port': ['ID=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9,revision_number=3']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:48:59.712924 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-ce8b74ea-8356-47a2-9d44-fa90edc423f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:59.714902 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-ce8b74ea-8356-47a2-9d44-fa90edc423f8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 1096 time: 0.0633323 Jan 25 08:48:59.765251 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-d7e69086-2d91-4f69-a43d-16e2c17916a5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 HTTP/1.1" status: 200 len: 217 time: 0.0424376 Jan 25 08:48:59.834749 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-cab3307f-0a86-48bc-ba3b-932334404030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:48:59.836920 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-cab3307f-0a86-48bc-ba3b-932334404030 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0630176 Jan 25 08:49:00.043822 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549055c0-0476-4a8f-ab25-e163b7c00c12 req-050a91ea-8695-498d-9d77-10692763aec3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:00.050911 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-549055c0-0476-4a8f-ab25-e163b7c00c12 req-050a91ea-8695-498d-9d77-10692763aec3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0589614 Jan 25 08:49:00.120798 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-549055c0-0476-4a8f-ab25-e163b7c00c12 req-e80d8976-230f-4808-a0a3-bb21406bab78 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634117 Jan 25 08:49:00.205356 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-87176527-026a-41e6-98ee-c212dc5c13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:00.206774 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-87176527-026a-41e6-98ee-c212dc5c13d2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3636131 Jan 25 08:49:00.219353 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21511adb-7792-42ce-a06f-02f40eab94f9 req-2c242166-8865-4a88-ba68-3b4157fec22e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:00.226535 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-21511adb-7792-42ce-a06f-02f40eab94f9 req-2c242166-8865-4a88-ba68-3b4157fec22e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 943 time: 0.0671542 Jan 25 08:49:00.331838 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-21511adb-7792-42ce-a06f-02f40eab94f9 req-818e4a1e-61db-4c36-9011-80abbaf3d701 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044230 Jan 25 08:49:00.365109 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-9f07937e-a71a-45b8-9450-43febf9509d9 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315451 Jan 25 08:49:00.383418 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:00.471619 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5e344490-abb9-4443-a6ae-c0ddca32d524 req-24980870-42d7-4487-83cc-95d26b2c2d9d service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001227 Jan 25 08:49:00.602363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d5645-d522-4c7c-a31d-3b564541b862 req-5db55995-e30a-4059-afd5-0bb5db2c0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:00.603867 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-282d5645-d522-4c7c-a31d-3b564541b862 req-5db55995-e30a-4059-afd5-0bb5db2c0427 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 1096 time: 0.0453558 Jan 25 08:49:00.702044 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d5645-d522-4c7c-a31d-3b564541b862 req-725e68c5-5097-4f1b-ada1-36cc6aa8cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:00.703666 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-282d5645-d522-4c7c-a31d-3b564541b862 req-725e68c5-5097-4f1b-ada1-36cc6aa8cd74 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 912 time: 0.0932758 Jan 25 08:49:00.756319 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-282d5645-d522-4c7c-a31d-3b564541b862 req-f37a1f91-e938-41a0-850b-ceeca326342e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 HTTP/1.1" status: 200 len: 217 time: 0.0406051 Jan 25 08:49:00.810730 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d5645-d522-4c7c-a31d-3b564541b862 req-627ddbca-1a81-4a0a-b79a-5a76560d0deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:00.812328 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-282d5645-d522-4c7c-a31d-3b564541b862 req-627ddbca-1a81-4a0a-b79a-5a76560d0deb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0487442 Jan 25 08:49:00.862433 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d5645-d522-4c7c-a31d-3b564541b862 req-8c994aa4-41dd-451a-b72f-577ef84d840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:00.863985 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-282d5645-d522-4c7c-a31d-3b564541b862 req-8c994aa4-41dd-451a-b72f-577ef84d840f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444608 Jan 25 08:49:00.975261 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-282d5645-d522-4c7c-a31d-3b564541b862 req-fbfdb069-e799-4b3c-9be6-bf1b60718073 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939076 Jan 25 08:49:01.082055 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-282d5645-d522-4c7c-a31d-3b564541b862 req-4a9b496a-3736-4a4a-9494-eed6282df08a service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975742 Jan 25 08:49:01.246864 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780e6b3-138b-4260-889a-be20776565d7 req-6026a031-bcfa-4284-921c-68676a2d0d6e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:01.248401 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b780e6b3-138b-4260-889a-be20776565d7 req-6026a031-bcfa-4284-921c-68676a2d0d6e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0612869 Jan 25 08:49:01.296683 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b780e6b3-138b-4260-889a-be20776565d7 req-2ae5bd8d-a55f-4c25-acce-471b9dd402b3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427282 Jan 25 08:49:01.470308 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e5d84-e4fa-4d6c-a0fc-f2e9595e8f8c req-e5863d42-4c39-47c5-947b-74720f052005 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:01.471811 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-411e5d84-e4fa-4d6c-a0fc-f2e9595e8f8c req-e5863d42-4c39-47c5-947b-74720f052005 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 943 time: 0.0570340 Jan 25 08:49:01.547186 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-411e5d84-e4fa-4d6c-a0fc-f2e9595e8f8c req-13abea62-d846-486c-ad3d-e06e5e585c34 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686724 Jan 25 08:49:02.418534 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5907a-e4b7-4948-90e2-cab12c95c31d req-802f2789-9353-4b9a-8ea8-2d086af5069d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:02.420191 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a6e5907a-e4b7-4948-90e2-cab12c95c31d req-802f2789-9353-4b9a-8ea8-2d086af5069d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0514822 Jan 25 08:49:02.469038 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a6e5907a-e4b7-4948-90e2-cab12c95c31d req-e2b0a4f7-303f-467f-938c-851ea82635ff tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432765 Jan 25 08:49:02.670030 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4191798-1fb5-4af5-9523-9f9deb49ea5f req-95da8d1f-be67-4d6d-8d2e-26c22f76cda4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:02.671066 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b4191798-1fb5-4af5-9523-9f9deb49ea5f req-95da8d1f-be67-4d6d-8d2e-26c22f76cda4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 943 time: 0.0490100 Jan 25 08:49:02.720103 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b4191798-1fb5-4af5-9523-9f9deb49ea5f req-319673bb-8a93-431c-8c32-298f879af8ab tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425911 Jan 25 08:49:03.342898 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6d5d8-dc67-419e-baf8-5a53543cc0cf req-390664ff-2e39-4c41-966f-a6cc677f143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:03.344448 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-27d6d5d8-dc67-419e-baf8-5a53543cc0cf req-390664ff-2e39-4c41-966f-a6cc677f143a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 1098 time: 0.0399680 Jan 25 08:49:03.441199 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6d5d8-dc67-419e-baf8-5a53543cc0cf req-419deb7b-3cdb-4eb5-9715-561d9f2fa916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:03.442678 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-27d6d5d8-dc67-419e-baf8-5a53543cc0cf req-419deb7b-3cdb-4eb5-9715-561d9f2fa916 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 200 len: 916 time: 0.0918889 Jan 25 08:49:03.510721 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-27d6d5d8-dc67-419e-baf8-5a53543cc0cf req-3fdc5ea5-e67d-4349-af65-064ffc161d3d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1 HTTP/1.1" status: 200 len: 1001 time: 0.0605741 Jan 25 08:49:03.590389 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6d5d8-dc67-419e-baf8-5a53543cc0cf req-5b8ff713-f0f9-4a58-b2b7-bad85f2ce30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:03.591818 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-27d6d5d8-dc67-419e-baf8-5a53543cc0cf req-5b8ff713-f0f9-4a58-b2b7-bad85f2ce30f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3f7bec09-c3cd-427a-a947-5b8b47de6266 HTTP/1.1" status: 200 len: 854 time: 0.0752461 Jan 25 08:49:03.633410 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56dba9-76a9-4cf3-b4a3-6125556f6abc req-fee91b8f-8990-4f72-88b9-d81be3b33235 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:03.634892 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ba56dba9-76a9-4cf3-b4a3-6125556f6abc req-fee91b8f-8990-4f72-88b9-d81be3b33235 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0794775 Jan 25 08:49:03.665966 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6d5d8-dc67-419e-baf8-5a53543cc0cf req-5ab881b4-6c41-4a02-9abe-6a58f6b31a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:03.667390 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-27d6d5d8-dc67-419e-baf8-5a53543cc0cf req-5ab881b4-6c41-4a02-9abe-6a58f6b31a16 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1034f08a-497e-433f-a3f5-f68e036144ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684600 Jan 25 08:49:03.716320 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ba56dba9-76a9-4cf3-b4a3-6125556f6abc req-0d14bdc4-6516-43be-b0e3-cf5f0086bc80 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752769 Jan 25 08:49:03.779127 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-27d6d5d8-dc67-419e-baf8-5a53543cc0cf req-c90c7e4c-5b33-430e-b486-affed5b84504 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019969 Jan 25 08:49:03.835075 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd83a08-897f-41d1-b16d-3e5e4c176166 req-b28ddf3b-7222-496d-9a32-5e7ddf301a45 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:03.836570 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7fd83a08-897f-41d1-b16d-3e5e4c176166 req-b28ddf3b-7222-496d-9a32-5e7ddf301a45 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 943 time: 0.0470357 Jan 25 08:49:03.872873 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-27d6d5d8-dc67-419e-baf8-5a53543cc0cf req-33810195-83d4-45f0-93ed-22ae09a842a8 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870662 Jan 25 08:49:03.886926 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-7fd83a08-897f-41d1-b16d-3e5e4c176166 req-5776afdc-b88c-4fd4-8fde-0ea0116338fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447292 Jan 25 08:49:04.841137 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ce4dc-3465-45ef-a111-d03d592b3b5d req-d198dafb-c0c1-41d0-86ac-c406f26f4258 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:04.842591 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-325ce4dc-3465-45ef-a111-d03d592b3b5d req-d198dafb-c0c1-41d0-86ac-c406f26f4258 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0518868 Jan 25 08:49:04.887998 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-325ce4dc-3465-45ef-a111-d03d592b3b5d req-116f2ca2-2ecc-454e-a699-12ebcc727672 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399241 Jan 25 08:49:05.002741 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195bdbd-9921-4bbf-8fc1-f8ba03923b8e req-e03cec66-769a-40e9-a19d-182545e6cecd tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:05.004117 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e195bdbd-9921-4bbf-8fc1-f8ba03923b8e req-e03cec66-769a-40e9-a19d-182545e6cecd tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 943 time: 0.0509281 Jan 25 08:49:05.053309 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e195bdbd-9921-4bbf-8fc1-f8ba03923b8e req-9759b688-d70c-49ff-afd0-d5f2943784d6 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432339 Jan 25 08:49:06.007575 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057bf0c-d946-45ce-bb42-22d3ec13eaaa req-079f504d-80af-4190-9f8f-391f4e26783d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:06.009214 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2057bf0c-d946-45ce-bb42-22d3ec13eaaa req-079f504d-80af-4190-9f8f-391f4e26783d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 945 time: 0.0479386 Jan 25 08:49:06.060965 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-2057bf0c-d946-45ce-bb42-22d3ec13eaaa req-e62b66ab-00df-4d33-bc3b-cb13f1c4485f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460792 Jan 25 08:49:06.180769 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198a1c1-284b-4baf-97f8-d6f35e8cf3d2 req-7d7942cc-934b-4284-aeb3-6654f49dd664 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:06.183792 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1198a1c1-284b-4baf-97f8-d6f35e8cf3d2 req-7d7942cc-934b-4284-aeb3-6654f49dd664 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 943 time: 0.0569925 Jan 25 08:49:06.220364 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 0e5df89b-438e-4325-af63-54dd3ceed0e1 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:49:06.250121 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1198a1c1-284b-4baf-97f8-d6f35e8cf3d2 req-ced6cb24-7a2f-4913-88f3-2ffbb844265a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586503 Jan 25 08:49:06.310564 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 0e5df89b-438e-4325-af63-54dd3ceed0e1 is: ACTIVE; New status is: DOWN {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:49:06.310936 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:06.332855 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:49:06.336169 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a11087-af41-4199-83d9-71624eb259c8" -d '{"events": [{"server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:49:06.348248 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 0e5df89b-438e-4325-af63-54dd3ceed0e1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:49:06.369170 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 25 Jan 2022 08:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0c6a25-9ee1-46bc-a088-0f9cc9d04cad x-openstack-request-id: req-5b0c6a25-9ee1-46bc-a088-0f9cc9d04cad {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:49:06.369473 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "name": "network-vif-unplugged", "status": "failed", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1", "code": 422}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:49:06.369732 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5b0c6a25-9ee1-46bc-a088-0f9cc9d04cad {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:49:06.370167 dv-cinder-811877-9-iscsi neutron-server[103106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'code': 422} returned with failed status Jan 25 08:49:06.429420 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:06.482012 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=0e5df89b-438e-4325-af63-54dd3ceed0e1,revision_number=8']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:07.355360 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc4361-177f-47ea-a9ff-0c670bd81653 req-33b41409-a564-447a-ad93-66ab5c6590a1 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:07.356884 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b8dc4361-177f-47ea-a9ff-0c670bd81653 req-33b41409-a564-447a-ad93-66ab5c6590a1 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 943 time: 0.0473878 Jan 25 08:49:07.409049 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-b8dc4361-177f-47ea-a9ff-0c670bd81653 req-99fc97c4-5218-44a1-b6c8-dc16569944da tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465715 Jan 25 08:49:07.861263 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [req-22956e81-6c7f-469b-afc0-25f7cf6c40c9 req-47211a38-a995-417a-813d-fa630ecdb190 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:49:07.862378 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-22956e81-6c7f-469b-afc0-25f7cf6c40c9 req-47211a38-a995-417a-813d-fa630ecdb190 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054581 Jan 25 08:49:08.158823 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8559ec-99d0-4afb-8709-52ba23276875 req-637a653a-b361-45bd-b021-a390c4ea6289 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:08.160365 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9d8559ec-99d0-4afb-8709-52ba23276875 req-637a653a-b361-45bd-b021-a390c4ea6289 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0498505 Jan 25 08:49:08.214825 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9d8559ec-99d0-4afb-8709-52ba23276875 req-35819a8e-3d0f-4350-a62a-a3bcd1724796 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487597 Jan 25 08:49:08.357167 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-c3b26fcf-2a91-4354-82bd-e22a91c2e007 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387533 Jan 25 08:49:08.530936 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7732f-4365-4b7f-b928-b1aeb05e644e req-6def8b9e-4010-406c-aa60-2ce0c0214615 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:08.532473 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-95b7732f-4365-4b7f-b928-b1aeb05e644e req-6def8b9e-4010-406c-aa60-2ce0c0214615 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 943 time: 0.0540068 Jan 25 08:49:08.583231 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-95b7732f-4365-4b7f-b928-b1aeb05e644e req-b27e4a49-6e32-42e3-bad2-7fb046dc0e8e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453911 Jan 25 08:49:09.162653 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2b27db4a-1800-4608-af59-cfc6414f2c57 req-27425cd4-1f13-4e4b-9fcd-75822cfc94b4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458419 Jan 25 08:49:09.223773 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27db4a-1800-4608-af59-cfc6414f2c57 req-3d5fc99b-e308-4822-99d0-76fe61e5b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:09.225407 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2b27db4a-1800-4608-af59-cfc6414f2c57 req-3d5fc99b-e308-4822-99d0-76fe61e5b36a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 1099 time: 0.0409870 Jan 25 08:49:09.375439 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71593c22-d055-48f0-bd77-2951b4416fa3 req-92d8f2d3-2fb0-4349-944e-9507c16fdab2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:09.376936 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-71593c22-d055-48f0-bd77-2951b4416fa3 req-92d8f2d3-2fb0-4349-944e-9507c16fdab2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0669589 Jan 25 08:49:09.379600 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27db4a-1800-4608-af59-cfc6414f2c57 req-4b7eafe8-e786-44d4-8ce1-5a5cb677f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:09.380992 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2b27db4a-1800-4608-af59-cfc6414f2c57 req-4b7eafe8-e786-44d4-8ce1-5a5cb677f2d2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 200 len: 912 time: 0.1297312 Jan 25 08:49:09.477995 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-71593c22-d055-48f0-bd77-2951b4416fa3 req-c2d1e4d1-0d51-4135-9be0-24cd9e769244 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950186 Jan 25 08:49:09.479930 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2b27db4a-1800-4608-af59-cfc6414f2c57 req-6bda70b6-ef6c-42f0-ae08-17acf5c6ffec service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40e7dc4d-52fb-4d42-8188-949edda79b47 HTTP/1.1" status: 200 len: 1001 time: 0.0898144 Jan 25 08:49:09.534680 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27db4a-1800-4608-af59-cfc6414f2c57 req-0c0e1013-181b-40e6-a375-a2a4cd9caa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:09.536161 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2b27db4a-1800-4608-af59-cfc6414f2c57 req-0c0e1013-181b-40e6-a375-a2a4cd9caa71 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3aa8424a-f40c-4afe-a08b-80f8771ddc15 HTTP/1.1" status: 200 len: 850 time: 0.0498559 Jan 25 08:49:09.537941 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-fa0e1f27-f815-4b3c-85d0-4f1a297f3625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:09.588218 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27db4a-1800-4608-af59-cfc6414f2c57 req-65ed47cb-9bd2-4baf-aa5e-7f12b1270fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:09.589730 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2b27db4a-1800-4608-af59-cfc6414f2c57 req-65ed47cb-9bd2-4baf-aa5e-7f12b1270fa5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7112ec2a-354f-4299-a519-bb5af2762b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413749 Jan 25 08:49:09.616378 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-357cb7af-2467-466a-8866-95d06800fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:09.618239 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-357cb7af-2467-466a-8866-95d06800fd3f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b&tenant_id=bb66612854e24630a2dcbc38aa78dcf2 HTTP/1.1" status: 200 len: 1096 time: 0.0694842 Jan 25 08:49:09.687857 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2b27db4a-1800-4608-af59-cfc6414f2c57 req-ccd6220e-9864-4c51-8b37-ca12cc2eb8db service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917337 Jan 25 08:49:09.739113 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-1f7326d5-c3a1-4314-af31-837c1d955815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:09.740638 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-1f7326d5-c3a1-4314-af31-837c1d955815 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 1096 time: 0.0763466 Jan 25 08:49:09.749880 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e4da4-92f7-4ecd-95e1-40d75943bf21 req-cd9510d7-0c65-4f71-bb92-f363fd3419b5 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:09.755789 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-659e4da4-92f7-4ecd-95e1-40d75943bf21 req-cd9510d7-0c65-4f71-bb92-f363fd3419b5 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 943 time: 0.0783775 Jan 25 08:49:09.777472 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2b27db4a-1800-4608-af59-cfc6414f2c57 req-5adbd25c-8248-4919-bf7b-fd4d8889720c service neutron] 10.222.0.121 "GET /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838237 Jan 25 08:49:09.858520 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-659e4da4-92f7-4ecd-95e1-40d75943bf21 req-6491e873-2811-4540-a8ed-0eeb73795f75 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980356 Jan 25 08:49:09.875679 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-fd96573f-43cd-4dcd-b6d0-07e056b67334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:09.877165 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-fd96573f-43cd-4dcd-b6d0-07e056b67334 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 200 len: 916 time: 0.1251080 Jan 25 08:49:09.941861 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-60f67666-3710-4c27-a521-fff261772015 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1 HTTP/1.1" status: 200 len: 999 time: 0.0580838 Jan 25 08:49:09.993927 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-ea21b61c-a6fc-4671-8c41-281d885198f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:09.995594 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-ea21b61c-a6fc-4671-8c41-281d885198f4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3f7bec09-c3cd-427a-a947-5b8b47de6266 HTTP/1.1" status: 200 len: 854 time: 0.0462213 Jan 25 08:49:10.039148 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-57b08e2c-6c27-4cf0-971b-4d32fd392a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:10.040719 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-57b08e2c-6c27-4cf0-971b-4d32fd392a2a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1034f08a-497e-433f-a3f5-f68e036144ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386252 Jan 25 08:49:10.126286 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-ac9b5bae-9bcb-4ad0-8146-01a7eec618e9 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793104 Jan 25 08:49:10.219580 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-95caa9f2-1926-4543-aab9-3c215d9c1a92 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819793 Jan 25 08:49:10.233886 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 0e5df89b-438e-4325-af63-54dd3ceed0e1 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:49:10.312727 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 0e5df89b-438e-4325-af63-54dd3ceed0e1 is: DOWN; New status is: DOWN {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:49:10.601903 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a0953-1ea0-4d6b-b9f1-283a288fa35b req-057b83e9-55dd-4514-bbb8-3727d56a2924 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:10.603893 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-de1a0953-1ea0-4d6b-b9f1-283a288fa35b req-057b83e9-55dd-4514-bbb8-3727d56a2924 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0524857 Jan 25 08:49:10.650654 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-de1a0953-1ea0-4d6b-b9f1-283a288fa35b req-93a19344-e2d5-4e4a-b505-ac6744aacc36 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407832 Jan 25 08:49:10.989306 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07f81b-db9c-4f24-b4fa-045a829b6cc3 req-1eb7e6dd-fa9c-4065-ac20-35ff21b3e0c3 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:10.991764 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9b07f81b-db9c-4f24-b4fa-045a829b6cc3 req-1eb7e6dd-fa9c-4065-ac20-35ff21b3e0c3 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 943 time: 0.0575631 Jan 25 08:49:11.064065 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:49:11.066184 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9b07f81b-db9c-4f24-b4fa-045a829b6cc3 req-42856239-6e7a-4780-ac65-9d42cf9c1667 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678329 Jan 25 08:49:11.686695 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5e390b7b-f928-4c23-8bc6-f103d806a56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:11.790565 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634d966-1cfd-4b15-ba5d-ec48129d3278 req-c443988b-36b0-4be9-8c5e-5d3e449256c5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:11.792134 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3634d966-1cfd-4b15-ba5d-ec48129d3278 req-c443988b-36b0-4be9-8c5e-5d3e449256c5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0514610 Jan 25 08:49:11.839345 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3634d966-1cfd-4b15-ba5d-ec48129d3278 req-715ff5ab-ed24-4f67-b283-0268f3ee2e7d tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416408 Jan 25 08:49:12.188308 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f35e3-cbfe-40c8-8450-e29a97f60fe1 req-1f370f38-0e8c-4fcf-b9a8-822b37e98c92 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:12.189845 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-cf2f35e3-cbfe-40c8-8450-e29a97f60fe1 req-1f370f38-0e8c-4fcf-b9a8-822b37e98c92 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 943 time: 0.0517697 Jan 25 08:49:12.238195 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:49:12.258667 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-cf2f35e3-cbfe-40c8-8450-e29a97f60fe1 req-fd90c9ea-ba70-4d8b-bbc6-4e75fa1a86ae tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584226 Jan 25 08:49:12.343301 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:49:12.354593 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'port_id': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'mac_address': 'fa:16:3e:e9:88:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:49:12.393443 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:49:12.393836 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:12.407572 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:49:12.427329 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:49:12.480902 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:12.540731 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:12.867044 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['ce5fba1c-6b1c-4aa3-a241-b268706fb4c9'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:49:12.965376 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef72016-537f-410e-a76b-c1bf610369b0 req-112ed640-86d6-433a-846d-e2322c280c7c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:12.966905 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9ef72016-537f-410e-a76b-c1bf610369b0 req-112ed640-86d6-433a-846d-e2322c280c7c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0520906 Jan 25 08:49:13.013483 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9ef72016-537f-410e-a76b-c1bf610369b0 req-9ac0837e-5a1f-43d2-8b58-eabaf870c497 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407436 Jan 25 08:49:13.072040 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:13.372203 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd1ce7-e50b-4236-8c92-fc27809e176d req-332216a7-2ac7-4d0c-b66f-c52be1dcccde tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:13.373844 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-44cd1ce7-e50b-4236-8c92-fc27809e176d req-332216a7-2ac7-4d0c-b66f-c52be1dcccde tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 944 time: 0.0516162 Jan 25 08:49:13.426159 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-44cd1ce7-e50b-4236-8c92-fc27809e176d req-814af75f-addb-4287-8530-b281d1b768e9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465395 Jan 25 08:49:14.169929 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96f59a-9201-425d-9ff9-222d9cf90102 req-e60df216-407d-4c57-8787-87695a219689 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:14.171450 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7c96f59a-9201-425d-9ff9-222d9cf90102 req-e60df216-407d-4c57-8787-87695a219689 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0519803 Jan 25 08:49:14.217686 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7c96f59a-9201-425d-9ff9-222d9cf90102 req-cad57206-e432-432c-8acc-f74014e24e8b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404058 Jan 25 08:49:14.250130 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:49:14.377045 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:49:14.382478 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:49:14.383070 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:14.480502 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:49:14.481186 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:14.509788 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221441f9-012c-4f24-a373-3ff2239f4f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:49:14.513411 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c54b910-46c2-4111-a985-9e3a5cc441a5" -d '{"events": [{"server_uuid": "221441f9-012c-4f24-a373-3ff2239f4f50", "name": "network-vif-plugged", "status": "completed", "tag": "ce5fba1c-6b1c-4aa3-a241-b268706fb4c9"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:49:14.531792 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:49:14.583433 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc975df3-3ecd-4c3b-a575-b195db8514cf x-openstack-request-id: req-fc975df3-3ecd-4c3b-a575-b195db8514cf {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:49:14.583433 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221441f9-012c-4f24-a373-3ff2239f4f50", "name": "network-vif-plugged", "status": "completed", "tag": "ce5fba1c-6b1c-4aa3-a241-b268706fb4c9", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:49:14.583433 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-fc975df3-3ecd-4c3b-a575-b195db8514cf {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:49:14.583433 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221441f9-012c-4f24-a373-3ff2239f4f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'code': 200} Jan 25 08:49:14.596899 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dd21e-de9f-4a2c-826f-0829939e3390 req-794a2e5b-4e61-4d81-ade5-c112ba71b934 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:14.603722 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3c7dd21e-de9f-4a2c-826f-0829939e3390 req-794a2e5b-4e61-4d81-ade5-c112ba71b934 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 944 time: 0.0997107 Jan 25 08:49:14.606656 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:14.674830 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3c7dd21e-de9f-4a2c-826f-0829939e3390 req-2af462cf-aa17-47cd-937d-261763a3f59b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700476 Jan 25 08:49:14.676951 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:14.681117 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:15.349434 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34b98e-927f-4c26-b85b-c53c9e6a5bdb req-f546b895-58e3-4388-8d96-18fff505ef58 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:15.351258 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3c34b98e-927f-4c26-b85b-c53c9e6a5bdb req-f546b895-58e3-4388-8d96-18fff505ef58 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0522513 Jan 25 08:49:15.416332 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3c34b98e-927f-4c26-b85b-c53c9e6a5bdb req-3ef744e7-d71a-461a-8be4-787de93e802c tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553684 Jan 25 08:49:15.795784 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85f3f8-1f7c-4fb6-91b9-8e8e03f4f24f req-deee6956-8c75-48df-b57c-38767cfba14e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:15.797216 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1c85f3f8-1f7c-4fb6-91b9-8e8e03f4f24f req-deee6956-8c75-48df-b57c-38767cfba14e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 945 time: 0.0488219 Jan 25 08:49:15.851595 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1c85f3f8-1f7c-4fb6-91b9-8e8e03f4f24f req-8baf34a7-c77a-4a7f-a99d-6def3bd3f456 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486498 Jan 25 08:49:15.880716 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:16.534588 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb43a9-5308-4a52-81e3-04271d0563c3 req-bfa67d2a-f4a3-473b-98f2-02090524defb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:16.536710 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-febb43a9-5308-4a52-81e3-04271d0563c3 req-bfa67d2a-f4a3-473b-98f2-02090524defb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0510468 Jan 25 08:49:16.588945 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-febb43a9-5308-4a52-81e3-04271d0563c3 req-6a0714b6-26d0-44f1-b6d2-83b4ac0479d2 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458155 Jan 25 08:49:16.973051 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84d1d1-6a33-4a0a-b93c-c6b4bb01f3e3 req-dfe4484c-3b5e-4b4a-a671-1c89845073a4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:16.975639 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3f84d1d1-6a33-4a0a-b93c-c6b4bb01f3e3 req-dfe4484c-3b5e-4b4a-a671-1c89845073a4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 945 time: 0.0509937 Jan 25 08:49:17.040383 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3f84d1d1-6a33-4a0a-b93c-c6b4bb01f3e3 req-c3b35172-9025-4d8c-9f34-094dccb56483 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589659 Jan 25 08:49:17.775414 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de07438-d3ac-4d38-9892-71d5d9a3852e req-f15f2adc-49a2-4438-9f55-13f4130861e8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:17.777109 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7de07438-d3ac-4d38-9892-71d5d9a3852e req-f15f2adc-49a2-4438-9f55-13f4130861e8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0891819 Jan 25 08:49:17.825111 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-7de07438-d3ac-4d38-9892-71d5d9a3852e req-406473b9-0391-4485-a8f2-e398cc605bdb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417514 Jan 25 08:49:18.172556 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9e660-784f-4926-bef6-2cac866feaad req-99974987-1644-4bde-a587-89295eb67881 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:18.174095 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-46f9e660-784f-4926-bef6-2cac866feaad req-99974987-1644-4bde-a587-89295eb67881 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 945 time: 0.0557199 Jan 25 08:49:18.237513 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-46f9e660-784f-4926-bef6-2cac866feaad req-41f6e0e2-0d53-4c55-aca6-03556291c027 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574849 Jan 25 08:49:18.970150 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0627584-58d8-4dc9-b438-d6b7c1f1c547 req-5484d3b7-d077-4fc5-93f7-fc7830162059 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:18.972118 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0627584-58d8-4dc9-b438-d6b7c1f1c547 req-5484d3b7-d077-4fc5-93f7-fc7830162059 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0598872 Jan 25 08:49:19.027627 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0627584-58d8-4dc9-b438-d6b7c1f1c547 req-092cabaa-178a-481d-8875-9548f2a84a04 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491667 Jan 25 08:49:19.354176 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57e488-39bd-456c-8c6b-9bf5ee9e8301 req-2198e6de-b5b6-4240-a20e-12907f970642 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:19.355640 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6b57e488-39bd-456c-8c6b-9bf5ee9e8301 req-2198e6de-b5b6-4240-a20e-12907f970642 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 945 time: 0.0518370 Jan 25 08:49:19.403133 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6b57e488-39bd-456c-8c6b-9bf5ee9e8301 req-315f365e-25d0-41a3-a58e-0f46368b1702 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420074 Jan 25 08:49:20.144417 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943da0e7-e65b-4a8c-9d52-cff893e85081 req-d92ed9a2-3838-4865-9954-fb3d31dd30ef tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:20.145869 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-943da0e7-e65b-4a8c-9d52-cff893e85081 req-d92ed9a2-3838-4865-9954-fb3d31dd30ef tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0477228 Jan 25 08:49:20.193321 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-943da0e7-e65b-4a8c-9d52-cff893e85081 req-7785f46f-7448-46a5-8736-1d59dfe721dd tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407376 Jan 25 08:49:20.514054 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629c34a-0f05-4a2c-baaa-6e84b171a7b3 req-5d2639a8-5418-43af-be71-498c8fe01cf4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:20.515515 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3629c34a-0f05-4a2c-baaa-6e84b171a7b3 req-5d2639a8-5418-43af-be71-498c8fe01cf4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 945 time: 0.0473855 Jan 25 08:49:20.567126 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3629c34a-0f05-4a2c-baaa-6e84b171a7b3 req-f356fde6-bb7b-45ae-8f78-c2a700f8159b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460632 Jan 25 08:49:21.314833 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec139409-5569-41e2-8bc9-b3141358a1cf req-0e5c3107-0e36-470e-885d-190b0e79ac06 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:21.316343 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ec139409-5569-41e2-8bc9-b3141358a1cf req-0e5c3107-0e36-470e-885d-190b0e79ac06 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0520825 Jan 25 08:49:21.365583 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ec139409-5569-41e2-8bc9-b3141358a1cf req-c526dd7c-798e-4a88-9057-09a21a98008f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427670 Jan 25 08:49:21.694309 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe17ba-82af-45cf-8da2-c73a98e078a6 req-02df70e8-aa78-4e4a-9c95-e6be91a4926e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:21.695794 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-11fe17ba-82af-45cf-8da2-c73a98e078a6 req-02df70e8-aa78-4e4a-9c95-e6be91a4926e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 945 time: 0.0627797 Jan 25 08:49:21.746682 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-11fe17ba-82af-45cf-8da2-c73a98e078a6 req-8de7e023-3c6d-49d3-8618-b702a6bce4b3 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452123 Jan 25 08:49:22.485098 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471692fd-13ee-4d6b-8070-904b5e24c5b0 req-8cbd655f-0ae5-4e0b-81b3-76c190db4a0b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:22.486556 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-471692fd-13ee-4d6b-8070-904b5e24c5b0 req-8cbd655f-0ae5-4e0b-81b3-76c190db4a0b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0482411 Jan 25 08:49:22.533279 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-471692fd-13ee-4d6b-8070-904b5e24c5b0 req-14ce2e11-1e13-4d80-a699-c978f8b23ff1 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409994 Jan 25 08:49:22.708719 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c23686-b834-4a2b-a2ae-edacbdf558a4 req-28d2ead3-d51f-47d7-a8d6-a955eaf2dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:22.710234 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-77c23686-b834-4a2b-a2ae-edacbdf558a4 req-28d2ead3-d51f-47d7-a8d6-a955eaf2dd5a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 1098 time: 0.0383670 Jan 25 08:49:22.756763 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-77c23686-b834-4a2b-a2ae-edacbdf558a4 req-6669cf46-5326-4ab7-a466-789c42ad841f service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Jan 25 08:49:22.861746 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac60257-7e3d-4a6a-a4f5-4d6b8da9d20f req-d084c18b-45f6-428f-bab0-45090b8234e5 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:22.863213 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-dac60257-7e3d-4a6a-a4f5-4d6b8da9d20f req-d084c18b-45f6-428f-bab0-45090b8234e5 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 945 time: 0.0503085 Jan 25 08:49:22.910238 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-dac60257-7e3d-4a6a-a4f5-4d6b8da9d20f req-26427470-1bf5-444e-a2de-c317875d8361 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414169 Jan 25 08:49:23.671374 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd6372-633f-4da4-ad64-d84346f7c57a req-d6ce428b-97b9-4442-af11-a055e5716d22 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:23.788458 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cfbd6372-633f-4da4-ad64-d84346f7c57a req-d6ce428b-97b9-4442-af11-a055e5716d22 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0503266 Jan 25 08:49:23.788458 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-cfbd6372-633f-4da4-ad64-d84346f7c57a req-49cb8728-31d0-4253-ad6c-57b5792f40f4 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483878 Jan 25 08:49:24.068673 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56b577-f9bb-4ea1-9af8-c2b841d67562 req-5e38d5ce-478f-4d81-a690-bf0d12a52612 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:24.070131 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9a56b577-f9bb-4ea1-9af8-c2b841d67562 req-5e38d5ce-478f-4d81-a690-bf0d12a52612 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 945 time: 0.0544043 Jan 25 08:49:24.117086 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9a56b577-f9bb-4ea1-9af8-c2b841d67562 req-43af12ac-079a-4950-ab5f-4a66d88080a7 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412779 Jan 25 08:49:24.893628 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073bed2-fa31-4b74-89c3-10dc28356e0f req-7395a8c3-10b6-4f16-b79e-5497afee574a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:24.895082 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9073bed2-fa31-4b74-89c3-10dc28356e0f req-7395a8c3-10b6-4f16-b79e-5497afee574a tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0512435 Jan 25 08:49:24.942132 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9073bed2-fa31-4b74-89c3-10dc28356e0f req-a0f8099e-0d64-4ffe-8cac-fdb733be4a44 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414340 Jan 25 08:49:25.236081 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ae168-d437-4360-bdc9-e92aead549cd req-5b4cd0ca-9f24-447e-bc83-9e0956892b8f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:25.237561 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a48ae168-d437-4360-bdc9-e92aead549cd req-5b4cd0ca-9f24-447e-bc83-9e0956892b8f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 945 time: 0.0522449 Jan 25 08:49:25.285615 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a48ae168-d437-4360-bdc9-e92aead549cd req-e4aa71ac-cae2-4f31-a91b-39ed3a5d0641 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425000 Jan 25 08:49:25.397095 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4457b-3574-4653-bea0-2fc19c7e4dc2 req-74754167-6b65-46a6-922d-f242254d97cb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:25.398525 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-85d4457b-3574-4653-bea0-2fc19c7e4dc2 req-74754167-6b65-46a6-922d-f242254d97cb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 945 time: 0.0466909 Jan 25 08:49:25.447302 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-85d4457b-3574-4653-bea0-2fc19c7e4dc2 req-66393d13-61f4-48a9-ae56-4300bce162c7 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429723 Jan 25 08:49:25.469297 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48942) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:25.511424 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a9a7d-858e-4bf9-adef-6d3f3dd4bfd7 tempest-TestVolumeBootPattern-510257774 tempest-TestVolumeBootPattern-510257774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:25.512967 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-dc5a9a7d-858e-4bf9-adef-6d3f3dd4bfd7 tempest-TestVolumeBootPattern-510257774 tempest-TestVolumeBootPattern-510257774-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 1093 time: 0.0426838 Jan 25 08:49:25.515761 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 48946) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:25.520336 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Request body: {'floatingip': {'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'port_id': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:49:25.611983 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:25.710327 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:25.823386 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Allocated IP 172.27.1.23 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/08d7e480-fe83-4f9e-b774-27a4d27f018c) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:49:25.925618 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for port (08d7e480-fe83-4f9e-b774-27a4d27f018c), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:26.028854 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (08d7e480-fe83-4f9e-b774-27a4d27f018c), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:26.067562 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08624a3-cc79-47ea-91e7-709e5cce29a4 req-20d9a111-d0d1-4eee-89e1-841707cce2f8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:26.069191 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d08624a3-cc79-47ea-91e7-709e5cce29a4 req-20d9a111-d0d1-4eee-89e1-841707cce2f8 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 943 time: 0.0563028 Jan 25 08:49:26.069905 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:49:26.072894 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:49:26.083467 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:49:26.108272 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'Port': ['ID=08d7e480-fe83-4f9e-b774-27a4d27f018c,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:26.127271 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d08624a3-cc79-47ea-91e7-709e5cce29a4 req-7cb2c81c-44a8-46fc-8550-c4c5e766b10e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493691 Jan 25 08:49:26.324285 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 0e5df89b-438e-4325-af63-54dd3ceed0e1 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:49:26.426431 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 0e5df89b-438e-4325-af63-54dd3ceed0e1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:49:26.439188 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'port_id': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'mac_address': 'fa:16:3e:7e:d6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:49:26.447399 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for floatingip (0268c817-897d-45b9-aecc-252a9478128d), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:26.475856 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 0e5df89b-438e-4325-af63-54dd3ceed0e1 is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:49:26.476349 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:26.489274 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5df89b-438e-4325-af63-54dd3ceed0e1 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:49:26.508896 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 0e5df89b-438e-4325-af63-54dd3ceed0e1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:49:26.599029 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:26.603604 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (08d7e480-fe83-4f9e-b774-27a4d27f018c), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:26.649673 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=0e5df89b-438e-4325-af63-54dd3ceed0e1,revision_number=9']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:26.753947 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for port (08d7e480-fe83-4f9e-b774-27a4d27f018c), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:26.821896 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (08d7e480-fe83-4f9e-b774-27a4d27f018c), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:26.893810 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'Port': ['ID=08d7e480-fe83-4f9e-b774-27a4d27f018c,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:26.902614 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (0268c817-897d-45b9-aecc-252a9478128d), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:26.968034 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['0e5df89b-438e-4325-af63-54dd3ceed0e1'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:49:27.002275 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Floating IP 0268c817-897d-45b9-aecc-252a9478128d associated. External IP: 172.27.1.23, port: ce5fba1c-6b1c-4aa3-a241-b268706fb4c9. Jan 25 08:49:27.244331 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Router 3807cb94-5231-48e4-8402-cd545ae4e12e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:49:27.269205 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8693dc-37c6-4593-9f64-f27353223f43 req-7592b84f-9f0b-4f66-86d9-24e384108037 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:27.278043 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-de8693dc-37c6-4593-9f64-f27353223f43 req-7592b84f-9f0b-4f66-86d9-24e384108037 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 944 time: 0.0650897 Jan 25 08:49:27.621684 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-de8693dc-37c6-4593-9f64-f27353223f43 req-7fff3fa2-0f91-4418-89be-1df93fb11f8f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212757 Jan 25 08:49:27.634749 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:49:27.646677 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d606c4b4-3d46-4b89-8cb8-ef0f13b1a58c None None] Sync routers for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:49:27.658640 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d606c4b4-3d46-4b89-8cb8-ef0f13b1a58c None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:49:27.659260 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d606c4b4-3d46-4b89-8cb8-ef0f13b1a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:49:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:27.705247 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:27.733772 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-187390d3-0916-4a3a-b78e-2d3cd46b040f tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2168016 Jan 25 08:49:27.734371 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221441f9-012c-4f24-a373-3ff2239f4f50', 'tag': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:49:27.736723 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1eab3a-4c5e-4091-9292-ac064a9980c6" -d '{"events": [{"name": "network-changed", "server_uuid": "221441f9-012c-4f24-a373-3ff2239f4f50", "tag": "ce5fba1c-6b1c-4aa3-a241-b268706fb4c9"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:49:27.767433 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-d606c4b4-3d46-4b89-8cb8-ef0f13b1a58c None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:49:27.775236 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cba9677-a791-4dce-92d5-953fd8253d64 x-openstack-request-id: req-7cba9677-a791-4dce-92d5-953fd8253d64 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:49:27.775826 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221441f9-012c-4f24-a373-3ff2239f4f50", "tag": "ce5fba1c-6b1c-4aa3-a241-b268706fb4c9", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:49:27.776288 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7cba9677-a791-4dce-92d5-953fd8253d64 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:49:27.777516 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221441f9-012c-4f24-a373-3ff2239f4f50', 'tag': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'status': 'completed', 'code': 200} Jan 25 08:49:27.838672 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1eab3a-4c5e-4091-9292-ac064a9980c6 req-dc194811-737a-41ce-a6dd-cc30f804be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:27.841270 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-de1eab3a-4c5e-4091-9292-ac064a9980c6 req-dc194811-737a-41ce-a6dd-cc30f804be49 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 1098 time: 0.0410659 Jan 25 08:49:27.935313 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1eab3a-4c5e-4091-9292-ac064a9980c6 req-3c740f42-5d42-4382-a75a-1a459364aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:27.936853 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-de1eab3a-4c5e-4091-9292-ac064a9980c6 req-3c740f42-5d42-4382-a75a-1a459364aa54 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 912 time: 0.0895426 Jan 25 08:49:28.006487 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d606c4b4-3d46-4b89-8cb8-ef0f13b1a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '0268c817-897d-45b9-aecc-252a9478128d', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:e9:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221441f9-012c-4f24-a373-3ff2239f4f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:49:26Z', 'updated_at': '2022-01-25T08:49:26Z', 'revision_number': 0, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:28.008264 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-de1eab3a-4c5e-4091-9292-ac064a9980c6 req-2876caed-e4ad-4800-a8bf-f678dcabf534 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 HTTP/1.1" status: 200 len: 998 time: 0.0650451 Jan 25 08:49:28.033970 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d606c4b4-3d46-4b89-8cb8-ef0f13b1a58c None None] Checking router: 3807cb94-5231-48e4-8402-cd545ae4e12e for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:49:28.042429 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d606c4b4-3d46-4b89-8cb8-ef0f13b1a58c None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:49:28.043816 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d606c4b4-3d46-4b89-8cb8-ef0f13b1a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:49:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:28.062534 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1eab3a-4c5e-4091-9292-ac064a9980c6 req-56e12bf9-fac9-4576-88d3-9d9891ac1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:28.064132 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-de1eab3a-4c5e-4091-9292-ac064a9980c6 req-56e12bf9-fac9-4576-88d3-9d9891ac1e05 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0505557 Jan 25 08:49:28.111733 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1eab3a-4c5e-4091-9292-ac064a9980c6 req-fac4c9ef-2389-4a86-8366-ae2675ade006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:28.116644 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-de1eab3a-4c5e-4091-9292-ac064a9980c6 req-fac4c9ef-2389-4a86-8366-ae2675ade006 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427427 Jan 25 08:49:28.158159 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-d606c4b4-3d46-4b89-8cb8-ef0f13b1a58c None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:49:28.206506 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-de1eab3a-4c5e-4091-9292-ac064a9980c6 req-fe4efca3-5d18-4a1d-864f-53e7506c37cf service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858569 Jan 25 08:49:28.340526 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 0e5df89b-438e-4325-af63-54dd3ceed0e1 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:49:28.546046 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-de1eab3a-4c5e-4091-9292-ac064a9980c6 req-5ebd25b0-061f-4c02-be95-927f69c1a9e4 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328984 Jan 25 08:49:28.564488 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port 0e5df89b-438e-4325-af63-54dd3ceed0e1 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:49:28.564860 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:28.595290 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d606c4b4-3d46-4b89-8cb8-ef0f13b1a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '0268c817-897d-45b9-aecc-252a9478128d', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:e9:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221441f9-012c-4f24-a373-3ff2239f4f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:49:26Z', 'updated_at': '2022-01-25T08:49:26Z', 'revision_number': 0, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:28.628588 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d606c4b4-3d46-4b89-8cb8-ef0f13b1a58c None None] The sync data for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi is: [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '0268c817-897d-45b9-aecc-252a9478128d', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:e9:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221441f9-012c-4f24-a373-3ff2239f4f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:49:26Z', 'updated_at': '2022-01-25T08:49:26Z', 'revision_number': 0, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:49:28.676750 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port 0e5df89b-438e-4325-af63-54dd3ceed0e1 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:49:28.677424 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:28.701338 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:49:28.703624 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff22abae-036c-44e2-9297-bfb768e3d33a" -d '{"events": [{"server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "name": "network-vif-plugged", "status": "completed", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:49:28.716339 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port 0e5df89b-438e-4325-af63-54dd3ceed0e1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:49:28.741689 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05404622-d174-4416-9c40-ba72aa2b13a8 x-openstack-request-id: req-05404622-d174-4416-9c40-ba72aa2b13a8 {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:49:28.741977 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "name": "network-vif-plugged", "status": "completed", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:49:28.742228 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-05404622-d174-4416-9c40-ba72aa2b13a8 {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:49:28.742685 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'code': 200} Jan 25 08:49:28.758337 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518804b0-7532-465c-b7ee-37f0bb22aa6a req-8dc50cca-7e5c-4409-a06e-b3e74450fe75 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:28.759838 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-518804b0-7532-465c-b7ee-37f0bb22aa6a req-8dc50cca-7e5c-4409-a06e-b3e74450fe75 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 944 time: 0.0553520 Jan 25 08:49:28.799408 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:28.817778 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-518804b0-7532-465c-b7ee-37f0bb22aa6a req-2aff4984-4286-4888-93bf-8d60596f89b9 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510445 Jan 25 08:49:28.852670 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=0e5df89b-438e-4325-af63-54dd3ceed0e1,revision_number=10']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:28.868012 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac0581c-7476-4847-8628-dab3a8dc324b None None] New status for floating IP 0268c817-897d-45b9-aecc-252a9478128d: ACTIVE {{(pid=103107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:49:29.091986 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697117e7-f1e8-4834-b514-8109916734b6 req-76269aeb-6d56-4f65-b9d3-691332faf25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:29.093544 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-697117e7-f1e8-4834-b514-8109916734b6 req-76269aeb-6d56-4f65-b9d3-691332faf25f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 1099 time: 0.0407908 Jan 25 08:49:29.141929 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-697117e7-f1e8-4834-b514-8109916734b6 req-ae2711c9-0356-4b0a-8a11-441e1e796c25 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Jan 25 08:49:29.940553 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a90c2c-8ea4-48db-8ee6-26b00907cb78 req-26d07b4e-559c-4cf3-867a-8a83850b91f0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:29.941996 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-84a90c2c-8ea4-48db-8ee6-26b00907cb78 req-26d07b4e-559c-4cf3-867a-8a83850b91f0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 946 time: 0.0495334 Jan 25 08:49:29.990530 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-84a90c2c-8ea4-48db-8ee6-26b00907cb78 req-1b9fe4c8-d164-4236-a508-ef642f057a7f tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427766 Jan 25 08:49:30.145912 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241bf1f-e8dd-4ca6-9baf-b3899e00d50b req-843b3a94-665c-4769-8690-f17fb58b274d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:30.147373 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8241bf1f-e8dd-4ca6-9baf-b3899e00d50b req-843b3a94-665c-4769-8690-f17fb58b274d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 946 time: 0.0502195 Jan 25 08:49:30.197656 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8241bf1f-e8dd-4ca6-9baf-b3899e00d50b req-acac1370-07c4-4c2c-b376-0f075f680520 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=3be33f48-b095-412e-8cfe-f38270be2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434756 Jan 25 08:49:30.383602 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:31.113060 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053877c-aacb-4e62-9216-8d2146d6fe57 req-c737b221-3122-4839-a9bc-3d52e2d63c96 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:31.114544 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f053877c-aacb-4e62-9216-8d2146d6fe57 req-c737b221-3122-4839-a9bc-3d52e2d63c96 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 946 time: 0.0483599 Jan 25 08:49:31.162229 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f053877c-aacb-4e62-9216-8d2146d6fe57 req-43034429-62fd-49b4-b520-d38e9dc6b1d1 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 Jan 25 08:49:31.314177 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0681f14-f865-4ae3-85aa-a2fd5bfc57b2 req-3a7df811-e479-4ff4-82eb-9c1420d06ac0 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:31.315680 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b0681f14-f865-4ae3-85aa-a2fd5bfc57b2 req-3a7df811-e479-4ff4-82eb-9c1420d06ac0 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 946 time: 0.0484552 Jan 25 08:49:31.364441 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b0681f14-f865-4ae3-85aa-a2fd5bfc57b2 req-5c9ef96d-c506-43f9-a5e6-c93d8c0ae4d3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=3be33f48-b095-412e-8cfe-f38270be2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430472 Jan 25 08:49:32.278224 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f77794-1880-4f7d-9423-a6be22cee1b0 req-df691038-3d6d-4f73-a9c3-85a7ea3220fd tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:32.279688 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2f77794-1880-4f7d-9423-a6be22cee1b0 req-df691038-3d6d-4f73-a9c3-85a7ea3220fd tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 946 time: 0.0470779 Jan 25 08:49:32.326022 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2f77794-1880-4f7d-9423-a6be22cee1b0 req-74335320-1f45-4f13-9a2f-1d048449d365 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407736 Jan 25 08:49:32.478740 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2025ac-7db2-46da-9476-3f65ed1e6797 req-9586c1e7-387b-4846-8c37-35bf08659e21 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:32.480560 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9c2025ac-7db2-46da-9476-3f65ed1e6797 req-9586c1e7-387b-4846-8c37-35bf08659e21 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 946 time: 0.0488222 Jan 25 08:49:32.514916 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-b1a2fecc-c5f0-4cca-87d0-e616be90e969 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:49:32.514916 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-b1a2fecc-c5f0-4cca-87d0-e616be90e969 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.121 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 946 time: 0.0539443 Jan 25 08:49:32.531231 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9c2025ac-7db2-46da-9476-3f65ed1e6797 req-0af8483e-2a69-4c7a-912c-6e56dee73df3 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups?id=3be33f48-b095-412e-8cfe-f38270be2d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449820 Jan 25 08:49:32.611595 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Deleting port 40e7dc4d-52fb-4d42-8188-949edda79b47 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:49:32.611942 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:32.700504 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] For port 40e7dc4d-52fb-4d42-8188-949edda79b47, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=40e7dc4d-52fb-4d42-8188-949edda79b47,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:49:32.700867 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:32.975456 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:32.975825 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (27915ce2-4c37-43f7-a872-6ed94cbde7cf), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:32.976171 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.l3_db [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Floating IP 27915ce2-4c37-43f7-a872-6ed94cbde7cf disassociated. External IP: 172.27.1.64, port: 40e7dc4d-52fb-4d42-8188-949edda79b47. Jan 25 08:49:32.976514 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Calling delete_port for 40e7dc4d-52fb-4d42-8188-949edda79b47 owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:49:33.154922 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (40e7dc4d-52fb-4d42-8188-949edda79b47), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:33.183572 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event deleted for resources: {'Port': ['ID=40e7dc4d-52fb-4d42-8188-949edda79b47,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:33.195396 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:33.195739 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:33.197453 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:33.197453 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:33.197453 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:33.197453 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:33.197453 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:33.197899 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:33.197988 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:33.198268 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:33.198586 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:33.199561 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:33.199880 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:33.298728 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:49:33.403002 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:49:33.412579 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1932ac72-79e0-43dc-8d0d-f85b5ef39577 None None] Sync routers for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:49:33.423716 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1932ac72-79e0-43dc-8d0d-f85b5ef39577 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:49:33.424422 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-1932ac72-79e0-43dc-8d0d-f85b5ef39577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:49:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:33.440760 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] No DVR routers for this DVR port 40e7dc4d-52fb-4d42-8188-949edda79b47 on host hv-cinder-81187 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:49:33.443231 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:33.446541 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fe31e55b-2fbe-4e93-a6cd-f7054b36c5f6 req-694f549f-ebd3-4b15-a8c8-c2367e117ee2 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.121 "DELETE /v2.0/ports/40e7dc4d-52fb-4d42-8188-949edda79b47 HTTP/1.1" status: 204 len: 173 time: 0.9271469 Jan 25 08:49:33.446973 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9', 'name': 'network-vif-deleted', 'tag': '40e7dc4d-52fb-4d42-8188-949edda79b47'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:49:33.450048 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a865e604-8a9d-458b-a097-dc3e859a6480" -d '{"events": [{"server_uuid": "1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9", "name": "network-vif-deleted", "tag": "40e7dc4d-52fb-4d42-8188-949edda79b47"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:49:33.484919 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4e4c97-7f1d-40f8-91e9-48651921d662 x-openstack-request-id: req-ff4e4c97-7f1d-40f8-91e9-48651921d662 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:49:33.485248 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9", "name": "network-vif-deleted", "tag": "40e7dc4d-52fb-4d42-8188-949edda79b47", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:49:33.485503 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ff4e4c97-7f1d-40f8-91e9-48651921d662 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:49:33.485904 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9', 'name': 'network-vif-deleted', 'tag': '40e7dc4d-52fb-4d42-8188-949edda79b47', 'status': 'completed', 'code': 200} Jan 25 08:49:33.534407 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-1932ac72-79e0-43dc-8d0d-f85b5ef39577 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:49:33.631369 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-6f800c2a-2bde-4446-a51e-9af2b1198055 req-14a7de0a-1030-4eb8-b0bb-64534ab3c096 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d83cbdf-70c5-417c-a4f1-a7f58aafdcf9 HTTP/1.1" status: 200 len: 210 time: 0.0303900 Jan 25 08:49:33.745645 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-1932ac72-79e0-43dc-8d0d-f85b5ef39577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 5, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:33.771610 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1932ac72-79e0-43dc-8d0d-f85b5ef39577 None None] Checking router: 5b918d7c-1356-4459-a1f7-f44db1d5bf6f for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:49:33.780565 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1932ac72-79e0-43dc-8d0d-f85b5ef39577 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:49:33.781115 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-1932ac72-79e0-43dc-8d0d-f85b5ef39577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:49:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:33.895180 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-1932ac72-79e0-43dc-8d0d-f85b5ef39577 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:49:34.092980 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-1932ac72-79e0-43dc-8d0d-f85b5ef39577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 5, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:34.120530 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1932ac72-79e0-43dc-8d0d-f85b5ef39577 None None] The sync data for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi is: [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:38:02Z', 'revision_number': 4, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '9ebf10f2-0f71-4e87-8c85-9866f6d796b9', 'name': '', 'network_id': '7112ec2a-354f-4299-a519-bb5af2762b92', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'mac_address': 'fa:16:3e:20:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:01Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 5, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'subnets': [{'id': '3aa8424a-f40c-4afe-a08b-80f8771ddc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:49:34.347262 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe473b-dc14-48b8-9d98-33ea0c2d6b95 None None] New status for floating IP 27915ce2-4c37-43f7-a872-6ed94cbde7cf: DOWN {{(pid=103107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:49:34.801397 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49054) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:34.862047 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-509f649f-047d-4163-a07a-6a31e054fdef tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group (3be33f48-b095-412e-8cfe-f38270be2d14), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:34.884957 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-509f649f-047d-4163-a07a-6a31e054fdef tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group (3be33f48-b095-412e-8cfe-f38270be2d14), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:35.012115 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-509f649f-047d-4163-a07a-6a31e054fdef tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3be33f48-b095-412e-8cfe-f38270be2d14), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:35.014712 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-509f649f-047d-4163-a07a-6a31e054fdef tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:35.015867 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-509f649f-047d-4163-a07a-6a31e054fdef tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "DELETE /v2.0/security-groups/3be33f48-b095-412e-8cfe-f38270be2d14 HTTP/1.1" status: 204 len: 168 time: 0.2134719 Jan 25 08:49:35.023409 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49056) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:35.024898 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f649f-047d-4163-a07a-6a31e054fdef tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be33f48-b095-412e-8cfe-f38270be2d14,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:35.037354 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.api.v2.resource [None req-39babec4-aca7-457e-9938-5be0b185f547 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] show failed (client error): The resource could not be found. Jan 25 08:49:35.038367 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-39babec4-aca7-457e-9938-5be0b185f547 tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "GET /v2.0/security-groups/3be33f48-b095-412e-8cfe-f38270be2d14 HTTP/1.1" status: 404 len: 347 time: 0.0138092 Jan 25 08:49:35.041191 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49058) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:35.169653 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-6383d8e4-8821-448c-a228-a837e051fa7d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Deleting port 580e6b40-793e-4126-9a96-2f3066d73a89 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:49:35.169997 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6383d8e4-8821-448c-a228-a837e051fa7d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (580e6b40-793e-4126-9a96-2f3066d73a89), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:35.243995 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6383d8e4-8821-448c-a228-a837e051fa7d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (580e6b40-793e-4126-9a96-2f3066d73a89), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:35.244351 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6383d8e4-8821-448c-a228-a837e051fa7d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (580e6b40-793e-4126-9a96-2f3066d73a89), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:35.255609 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-6383d8e4-8821-448c-a228-a837e051fa7d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Calling delete_port for 580e6b40-793e-4126-9a96-2f3066d73a89 owned by network:floatingip {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:49:35.446583 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6383d8e4-8821-448c-a228-a837e051fa7d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (580e6b40-793e-4126-9a96-2f3066d73a89), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:35.471983 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383d8e4-8821-448c-a228-a837e051fa7d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Pushing event deleted for resources: {'Port': ['ID=580e6b40-793e-4126-9a96-2f3066d73a89,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:35.533487 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6383d8e4-8821-448c-a228-a837e051fa7d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks [] for floatingip (27915ce2-4c37-43f7-a872-6ed94cbde7cf), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:35.536238 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6383d8e4-8821-448c-a228-a837e051fa7d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:35.537388 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-6383d8e4-8821-448c-a228-a837e051fa7d tempest-AttachVolumeTestJSON-1665206695 tempest-AttachVolumeTestJSON-1665206695-project] 10.222.0.112 "DELETE /v2.0/floatingips/27915ce2-4c37-43f7-a872-6ed94cbde7cf HTTP/1.1" status: 204 len: 168 time: 0.4952219 Jan 25 08:49:36.372767 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 40e7dc4d-52fb-4d42-8188-949edda79b47 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:49:36.396336 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: 40e7dc4d-52fb-4d42-8188-949edda79b47 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:49:36.396676 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 40e7dc4d-52fb-4d42-8188-949edda79b47 not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:49:39.459828 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49086) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:39.515028 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2e86b0f6-28c8-4abc-8fd5-969719d1df8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:39.911578 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0bd2dc46-da85-4006-adb9-6c5bec57c35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583492'] for router_interface (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:40.168675 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2dc46-da85-4006-adb9-6c5bec57c35d admin admin] Deleting port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:49:40.169011 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0bd2dc46-da85-4006-adb9-6c5bec57c35d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:40.245980 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-0bd2dc46-da85-4006-adb9-6c5bec57c35d admin admin] For port 9ebf10f2-0f71-4e87-8c85-9866f6d796b9, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=9ebf10f2-0f71-4e87-8c85-9866f6d796b9,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:49:40.246607 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0bd2dc46-da85-4006-adb9-6c5bec57c35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:40.258333 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2dc46-da85-4006-adb9-6c5bec57c35d admin admin] Calling delete_port for 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 owned by network:router_interface {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:49:40.496283 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0bd2dc46-da85-4006-adb9-6c5bec57c35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (9ebf10f2-0f71-4e87-8c85-9866f6d796b9), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:40.523043 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2dc46-da85-4006-adb9-6c5bec57c35d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ebf10f2-0f71-4e87-8c85-9866f6d796b9,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:40.685863 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-0bd2dc46-da85-4006-adb9-6c5bec57c35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583472'] for router_interface (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:40.896282 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd2dc46-da85-4006-adb9-6c5bec57c35d admin admin] Router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:49:41.000023 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd2dc46-da85-4006-adb9-6c5bec57c35d admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:49:41.007306 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-0bd2dc46-da85-4006-adb9-6c5bec57c35d admin admin] 10.222.0.112 "PUT /v2.0/routers/5b918d7c-1356-4459-a1f7-f44db1d5bf6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5462809 Jan 25 08:49:41.009834 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49090) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:41.013193 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5019ea14-ed46-4f65-9273-237c3f62c235 None None] Sync routers for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:49:41.022911 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019ea14-ed46-4f65-9273-237c3f62c235 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:49:41.023510 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-5019ea14-ed46-4f65-9273-237c3f62c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:49:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:41.112889 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Publish callbacks [] for router (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:41.129364 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-5019ea14-ed46-4f65-9273-237c3f62c235 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:49:41.212977 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Publish callbacks [] for router_gateway (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:41.304463 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-5019ea14-ed46-4f65-9273-237c3f62c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7f011dba-6c66-472f-a8b0-041720acb700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:49:40Z', 'revision_number': 5, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port': {'id': '7f011dba-6c66-472f-a8b0-041720acb700', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:41.333841 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5019ea14-ed46-4f65-9273-237c3f62c235 None None] Checking router: 5b918d7c-1356-4459-a1f7-f44db1d5bf6f for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:49:41.342102 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019ea14-ed46-4f65-9273-237c3f62c235 None None] Routers {'5b918d7c-1356-4459-a1f7-f44db1d5bf6f'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:49:41.342701 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-5019ea14-ed46-4f65-9273-237c3f62c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:49:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:41.379899 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Deleting port 7f011dba-6c66-472f-a8b0-041720acb700 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:49:41.380299 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (7f011dba-6c66-472f-a8b0-041720acb700), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:41.427608 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-5019ea14-ed46-4f65-9273-237c3f62c235 None None] Set router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f gateway port host: None {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:49:41.463261 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] For port 7f011dba-6c66-472f-a8b0-041720acb700, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=7f011dba-6c66-472f-a8b0-041720acb700,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:49:41.463524 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (7f011dba-6c66-472f-a8b0-041720acb700), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:41.477381 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Calling delete_port for 7f011dba-6c66-472f-a8b0-041720acb700 owned by network:router_gateway {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:49:41.610123 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-5019ea14-ed46-4f65-9273-237c3f62c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:49:41Z', 'revision_number': 6, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port_host': None}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:41.644423 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5019ea14-ed46-4f65-9273-237c3f62c235 None None] The sync data for ids ['5b918d7c-1356-4459-a1f7-f44db1d5bf6f'] in dv-cinder-811877-9-iscsi is: [{'id': '5b918d7c-1356-4459-a1f7-f44db1d5bf6f', 'name': 'tempest-AttachVolumeTestJSON-1824860705-router', 'tenant_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:54Z', 'updated_at': '2022-01-25T08:49:41Z', 'revision_number': 6, 'project_id': 'a2d50dbe2c7645aeb1b4ba25002dc442', 'gw_port_host': None}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:49:41.719162 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (7f011dba-6c66-472f-a8b0-041720acb700), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:41.726074 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-966f7504-1dff-4135-80ad-eec69911c88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:41.742754 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f011dba-6c66-472f-a8b0-041720acb700,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:41.803574 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579738'] for router_gateway (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:41.904783 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-86297'] for router (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:41.906861 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Publish callbacks [] for router_controller (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.050195 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585006'] for router (5b918d7c-1356-4459-a1f7-f44db1d5bf6f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.054951 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b918d7c-1356-4459-a1f7-f44db1d5bf6f {{(pid=103104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 08:49:42.056063 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.058318 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-fcd5832d-7bff-43dc-9e27-ce7e24e30aa3 admin admin] 10.222.0.112 "DELETE /v2.0/routers/5b918d7c-1356-4459-a1f7-f44db1d5bf6f HTTP/1.1" status: 204 len: 168 time: 1.0464044 Jan 25 08:49:42.060508 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49094) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:42.106818 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5f7cad-3726-44f1-a2b3-706c866b12bd admin admin] Deleting subnet 3aa8424a-f40c-4afe-a08b-80f8771ddc15 {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:49:42.109989 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7cad-3726-44f1-a2b3-706c866b12bd admin admin] Publish callbacks [] for subnet (3aa8424a-f40c-4afe-a08b-80f8771ddc15), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.142643 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7cad-3726-44f1-a2b3-706c866b12bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-499790'] for subnet (3aa8424a-f40c-4afe-a08b-80f8771ddc15), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.248732 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7cad-3726-44f1-a2b3-706c866b12bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (3aa8424a-f40c-4afe-a08b-80f8771ddc15), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.349127 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7cad-3726-44f1-a2b3-706c866b12bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9329011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671563'] for subnet (3aa8424a-f40c-4afe-a08b-80f8771ddc15), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.375409 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f7cad-3726-44f1-a2b3-706c866b12bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa8424a-f40c-4afe-a08b-80f8771ddc15,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:42.384233 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7cad-3726-44f1-a2b3-706c866b12bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.390028 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-7a5f7cad-3726-44f1-a2b3-706c866b12bd admin admin] 10.222.0.112 "DELETE /v2.0/subnets/3aa8424a-f40c-4afe-a08b-80f8771ddc15 HTTP/1.1" status: 204 len: 168 time: 0.3230655 Jan 25 08:49:42.390377 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49096) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:42.393140 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef947923-f4f8-4f7b-b1d0-e6b26f5793a1 None None] Network 7112ec2a-354f-4299-a519-bb5af2762b92 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:49:42.450216 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 7f011dba-6c66-472f-a8b0-041720acb700 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:49:42.465615 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (7112ec2a-354f-4299-a519-bb5af2762b92), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.475422 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 7f011dba-6c66-472f-a8b0-041720acb700 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:49:42.475774 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 7f011dba-6c66-472f-a8b0-041720acb700 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:49:42.476206 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:49:42.517992 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:49:42.518334 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 9ebf10f2-0f71-4e87-8c85-9866f6d796b9 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:49:42.536723 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Deleting port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:49:42.537111 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.596662 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6194c6c-fc48-4e85-aa71-bc89dbd215d3 None None] DHCP port deletion for 7112ec2a-354f-4299-a519-bb5af2762b92 request from dv-cinder-811877-9-iscsi {{(pid=103106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 08:49:42.609314 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] For port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=a7ae9176-163e-4c1b-a0b0-6f23fda6ad71,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:49:42.609627 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.623224 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Calling delete_port for a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 owned by network:dhcp {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:49:42.644555 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-d6194c6c-fc48-4e85-aa71-bc89dbd215d3 None None] Deleting port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 {{(pid=103106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:49:42.645021 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d6194c6c-fc48-4e85-aa71-bc89dbd215d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), before_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.718552 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-d6194c6c-fc48-4e85-aa71-bc89dbd215d3 None None] For port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=a7ae9176-163e-4c1b-a0b0-6f23fda6ad71,segment=NetworkSegment(9cd8af3c-a64f-4db2-8024-a81dbdafcd8d),segment_id=9cd8af3c-a64f-4db2-8024-a81dbdafcd8d)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:49:42.718955 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d6194c6c-fc48-4e85-aa71-bc89dbd215d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), precommit_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.732945 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-d6194c6c-fc48-4e85-aa71-bc89dbd215d3 None None] Calling delete_port for a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 owned by network:dhcp {{(pid=103106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:49:42.787515 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.807196 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d6194c6c-fc48-4e85-aa71-bc89dbd215d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028'] for port (a7ae9176-163e-4c1b-a0b0-6f23fda6ad71), after_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.811842 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ae9176-163e-4c1b-a0b0-6f23fda6ad71,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:42.818412 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] No DVR routers for this DVR port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 on host dv-cinder-811877-9-iscsi {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:49:42.832469 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6194c6c-fc48-4e85-aa71-bc89dbd215d3 None None] Pushing event deleted for resources: {'Port': ['ID=a7ae9176-163e-4c1b-a0b0-6f23fda6ad71,revision_number=None']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:42.836023 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6194c6c-fc48-4e85-aa71-bc89dbd215d3 None None] No DVR routers for this DVR port a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 on host dv-cinder-811877-9-iscsi {{(pid=103106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:49:42.893226 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (7112ec2a-354f-4299-a519-bb5af2762b92), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.916660 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7112ec2a-354f-4299-a519-bb5af2762b92']}} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:42.926229 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d') {'for_net_delete': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:42.926521 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd8af3c-a64f-4db2-8024-a81dbdafcd8d') {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:49:42.936030 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9205406'] for segment (9cd8af3c-a64f-4db2-8024-a81dbdafcd8d), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.963222 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (9cd8af3c-a64f-4db2-8024-a81dbdafcd8d), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.969240 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:49:42.969619 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415015'] for segment (9cd8af3c-a64f-4db2-8024-a81dbdafcd8d), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.971223 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: warnings.warn(msg) Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: Traceback (most recent call last): Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: timer() Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: cb(*args, **kw) Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: return func(*args, **kwargs) Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: self._notify() Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: self.callback(batched_events) Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: event.method(event) Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: return f(self, *a, **k) Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._get(url).json() Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: return self.request(url, 'GET', **kwargs) Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:49:42.974096 dv-cinder-811877-9-iscsi neutron-server[103105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:49:43.095873 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:43.118821 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (7112ec2a-354f-4299-a519-bb5af2762b92), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:43.125042 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:43.129070 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] 10.222.0.112 "DELETE /v2.0/networks/7112ec2a-354f-4299-a519-bb5af2762b92 HTTP/1.1" status: 204 len: 168 time: 0.7368426 Jan 25 08:49:43.139881 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac49a0a-aff2-44cf-a9a0-4a17447ae2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7112ec2a-354f-4299-a519-bb5af2762b92,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:43.429484 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49100) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:43.469203 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-549feb78-cf02-4dc6-8483-4342b02ab170 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a2d50dbe2c7645aeb1b4ba25002dc442&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385275 Jan 25 08:49:43.471684 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49102) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:43.521601 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dc1a2a3d-07d6-4026-a62d-8fa75ce055b1 admin admin] Publish callbacks [] for security_group (6d201e5d-a27b-47a9-a689-1f2b987707d6), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:43.542133 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dc1a2a3d-07d6-4026-a62d-8fa75ce055b1 admin admin] Publish callbacks [] for security_group (6d201e5d-a27b-47a9-a689-1f2b987707d6), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:43.678913 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dc1a2a3d-07d6-4026-a62d-8fa75ce055b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6d201e5d-a27b-47a9-a689-1f2b987707d6), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:43.681462 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-dc1a2a3d-07d6-4026-a62d-8fa75ce055b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:43.682748 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-dc1a2a3d-07d6-4026-a62d-8fa75ce055b1 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6d201e5d-a27b-47a9-a689-1f2b987707d6 HTTP/1.1" status: 204 len: 168 time: 0.2100027 Jan 25 08:49:43.690770 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a2a3d-07d6-4026-a62d-8fa75ce055b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d201e5d-a27b-47a9-a689-1f2b987707d6,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:44.302434 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:49:44.322378 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:49:44.322727 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device a7ae9176-163e-4c1b-a0b0-6f23fda6ad71 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:49:44.623449 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:45.862164 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:48.065488 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:49:57.066138 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49200) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:57.169118 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1f881ab5-2d28-455d-9ff0-54c173d52fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:57.241147 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1f881ab5-2d28-455d-9ff0-54c173d52fc5 admin admin] Publish callbacks [] for security_group (3560a681-b69e-4d9f-80de-458ec1afcf6b), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:57.301492 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1f881ab5-2d28-455d-9ff0-54c173d52fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3560a681-b69e-4d9f-80de-458ec1afcf6b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:57.336877 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-1f881ab5-2d28-455d-9ff0-54c173d52fc5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9da9eb0c605d4ba1a454f686564cad27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696340 Jan 25 08:49:57.338692 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f881ab5-2d28-455d-9ff0-54c173d52fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3560a681-b69e-4d9f-80de-458ec1afcf6b,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:57.340298 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49206) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:57.395596 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Publish callbacks [] for security_group (3560a681-b69e-4d9f-80de-458ec1afcf6b), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:57.416789 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Publish callbacks [] for security_group (3560a681-b69e-4d9f-80de-458ec1afcf6b), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:57.543629 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3560a681-b69e-4d9f-80de-458ec1afcf6b), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:57.546206 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:57.547376 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3560a681-b69e-4d9f-80de-458ec1afcf6b HTTP/1.1" status: 204 len: 168 time: 0.2060807 Jan 25 08:49:57.554940 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3560a681-b69e-4d9f-80de-458ec1afcf6b,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:57.562988 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:57.563323 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:57.563669 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:57.564014 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:57.564425 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:57.564696 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:57.565031 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:57.565363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:57.565696 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:57.566028 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:57.566359 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:57.566681 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:57.567007 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdae13a-c642-4482-b7a8-ec2df09a304e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:49:58.164537 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49212) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:58.178482 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f226e29e-06c4-44ba-9fca-d2d03154da32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:58.250597 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f226e29e-06c4-44ba-9fca-d2d03154da32 admin admin] Publish callbacks [] for security_group (6aedfdce-3880-43c9-9578-87e10154a207), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:58.314706 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f226e29e-06c4-44ba-9fca-d2d03154da32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6aedfdce-3880-43c9-9578-87e10154a207), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:58.354063 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226e29e-06c4-44ba-9fca-d2d03154da32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aedfdce-3880-43c9-9578-87e10154a207,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:49:58.358781 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-f226e29e-06c4-44ba-9fca-d2d03154da32 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e8c4650125dd433088414fff7004f8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932373 Jan 25 08:49:58.361334 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49214) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:49:58.414381 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d1152d57-74a2-4dd3-9976-473f80207037 admin admin] Publish callbacks [] for security_group (6aedfdce-3880-43c9-9578-87e10154a207), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:58.435529 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d1152d57-74a2-4dd3-9976-473f80207037 admin admin] Publish callbacks [] for security_group (6aedfdce-3880-43c9-9578-87e10154a207), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:58.554729 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d1152d57-74a2-4dd3-9976-473f80207037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6aedfdce-3880-43c9-9578-87e10154a207), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:58.557420 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d1152d57-74a2-4dd3-9976-473f80207037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:49:58.558804 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-d1152d57-74a2-4dd3-9976-473f80207037 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6aedfdce-3880-43c9-9578-87e10154a207 HTTP/1.1" status: 204 len: 168 time: 0.1965783 Jan 25 08:49:58.567762 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1152d57-74a2-4dd3-9976-473f80207037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aedfdce-3880-43c9-9578-87e10154a207,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:00.406426 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:01.926296 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49286) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:02.029872 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-cfe219a2-1af8-4bb1-949d-bbbc883ac128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:02.102997 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-cfe219a2-1af8-4bb1-949d-bbbc883ac128 admin admin] Publish callbacks [] for security_group (4009358b-7a4f-4431-99a7-c3841e451863), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:02.148749 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-cfe219a2-1af8-4bb1-949d-bbbc883ac128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (4009358b-7a4f-4431-99a7-c3841e451863), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:02.186481 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-cfe219a2-1af8-4bb1-949d-bbbc883ac128 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=152989fc49e042bd8609f08ab7ff166f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591188 Jan 25 08:50:02.188403 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe219a2-1af8-4bb1-949d-bbbc883ac128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4009358b-7a4f-4431-99a7-c3841e451863,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:02.189244 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49290) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:02.241360 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-225279a7-da5f-4ae2-abd2-a0227a5d2062 admin admin] Publish callbacks [] for security_group (4009358b-7a4f-4431-99a7-c3841e451863), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:02.262655 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-225279a7-da5f-4ae2-abd2-a0227a5d2062 admin admin] Publish callbacks [] for security_group (4009358b-7a4f-4431-99a7-c3841e451863), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:02.365945 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-225279a7-da5f-4ae2-abd2-a0227a5d2062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (4009358b-7a4f-4431-99a7-c3841e451863), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:02.368552 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-225279a7-da5f-4ae2-abd2-a0227a5d2062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:02.369683 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-225279a7-da5f-4ae2-abd2-a0227a5d2062 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4009358b-7a4f-4431-99a7-c3841e451863 HTTP/1.1" status: 204 len: 168 time: 0.1794395 Jan 25 08:50:02.378092 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225279a7-da5f-4ae2-abd2-a0227a5d2062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4009358b-7a4f-4431-99a7-c3841e451863,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:03.044985 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49296) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:03.057547 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-47619644-6fab-4e88-9a32-0cc0e8a738ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:03.132035 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-47619644-6fab-4e88-9a32-0cc0e8a738ec admin admin] Publish callbacks [] for security_group (22bbd1f9-104d-458c-90ca-18a1fc172eb7), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:03.198144 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-47619644-6fab-4e88-9a32-0cc0e8a738ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (22bbd1f9-104d-458c-90ca-18a1fc172eb7), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:03.239318 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47619644-6fab-4e88-9a32-0cc0e8a738ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bbd1f9-104d-458c-90ca-18a1fc172eb7,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:03.244919 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-47619644-6fab-4e88-9a32-0cc0e8a738ec admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c6d5d23871c5400c86aefc6ba52082a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989372 Jan 25 08:50:03.247738 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49298) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:03.294622 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9b08856d-9e60-4fa6-8a00-03a32c2e00cd admin admin] Publish callbacks [] for security_group (22bbd1f9-104d-458c-90ca-18a1fc172eb7), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:03.315008 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9b08856d-9e60-4fa6-8a00-03a32c2e00cd admin admin] Publish callbacks [] for security_group (22bbd1f9-104d-458c-90ca-18a1fc172eb7), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:03.433026 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9b08856d-9e60-4fa6-8a00-03a32c2e00cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (22bbd1f9-104d-458c-90ca-18a1fc172eb7), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:03.435659 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-9b08856d-9e60-4fa6-8a00-03a32c2e00cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:03.436942 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-9b08856d-9e60-4fa6-8a00-03a32c2e00cd admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/22bbd1f9-104d-458c-90ca-18a1fc172eb7 HTTP/1.1" status: 204 len: 168 time: 0.1883402 Jan 25 08:50:03.445000 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08856d-9e60-4fa6-8a00-03a32c2e00cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bbd1f9-104d-458c-90ca-18a1fc172eb7,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:05.000215 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49332) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:05.099473 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-40aa6160-0762-4b7e-b560-abc00e621847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:05.170963 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-40aa6160-0762-4b7e-b560-abc00e621847 admin admin] Publish callbacks [] for security_group (009bb2a0-3b3d-4eb5-aa5f-d4e4ab4726b2), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:05.223038 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-40aa6160-0762-4b7e-b560-abc00e621847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (009bb2a0-3b3d-4eb5-aa5f-d4e4ab4726b2), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:05.264613 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-40aa6160-0762-4b7e-b560-abc00e621847 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=886c0948a0154439b7232280c336efb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633102 Jan 25 08:50:05.265477 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa6160-0762-4b7e-b560-abc00e621847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009bb2a0-3b3d-4eb5-aa5f-d4e4ab4726b2,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:05.268123 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49336) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:05.320382 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d6ec0622-d8a8-4cf3-812d-4d36dbda00f5 admin admin] Publish callbacks [] for security_group (009bb2a0-3b3d-4eb5-aa5f-d4e4ab4726b2), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:05.341406 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d6ec0622-d8a8-4cf3-812d-4d36dbda00f5 admin admin] Publish callbacks [] for security_group (009bb2a0-3b3d-4eb5-aa5f-d4e4ab4726b2), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:05.461189 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d6ec0622-d8a8-4cf3-812d-4d36dbda00f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (009bb2a0-3b3d-4eb5-aa5f-d4e4ab4726b2), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:05.463694 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d6ec0622-d8a8-4cf3-812d-4d36dbda00f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:05.464889 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-d6ec0622-d8a8-4cf3-812d-4d36dbda00f5 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/009bb2a0-3b3d-4eb5-aa5f-d4e4ab4726b2 HTTP/1.1" status: 204 len: 168 time: 0.1957555 Jan 25 08:50:05.472711 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec0622-d8a8-4cf3-812d-4d36dbda00f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009bb2a0-3b3d-4eb5-aa5f-d4e4ab4726b2,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:09.088341 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-59099f84-403a-4865-8170-26109b9edad6 req-d7085cac-3f02-41fb-a910-e07aabf9f3c6 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381517 Jan 25 08:50:09.167827 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59099f84-403a-4865-8170-26109b9edad6 req-2bea37ba-c285-4a4b-9701-3e92797dba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:50:09.170155 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-59099f84-403a-4865-8170-26109b9edad6 req-2bea37ba-c285-4a4b-9701-3e92797dba7c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 1099 time: 0.0390403 Jan 25 08:50:09.271117 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59099f84-403a-4865-8170-26109b9edad6 req-965f12f0-b5b6-4230-a9ea-adc36909fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:50:09.272608 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-59099f84-403a-4865-8170-26109b9edad6 req-965f12f0-b5b6-4230-a9ea-adc36909fcb3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 200 len: 916 time: 0.0830922 Jan 25 08:50:09.336698 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-59099f84-403a-4865-8170-26109b9edad6 req-65e21acf-bd46-4161-9eb5-be4bcb4cceb5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1 HTTP/1.1" status: 200 len: 1001 time: 0.0555587 Jan 25 08:50:09.383953 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59099f84-403a-4865-8170-26109b9edad6 req-82fb5f1a-abd4-4497-b3db-248c3ab51567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:50:09.385323 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-59099f84-403a-4865-8170-26109b9edad6 req-82fb5f1a-abd4-4497-b3db-248c3ab51567 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3f7bec09-c3cd-427a-a947-5b8b47de6266 HTTP/1.1" status: 200 len: 854 time: 0.0415995 Jan 25 08:50:09.436413 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59099f84-403a-4865-8170-26109b9edad6 req-6895cee8-1d11-4769-b57f-570e6ecd059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:50:09.439593 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-59099f84-403a-4865-8170-26109b9edad6 req-6895cee8-1d11-4769-b57f-570e6ecd059e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1034f08a-497e-433f-a3f5-f68e036144ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467746 Jan 25 08:50:09.486061 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a631ddb8-09e1-4199-a0c1-dc89d3d3bec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:09.526858 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-59099f84-403a-4865-8170-26109b9edad6 req-b9ab57a3-3497-4901-bfbf-8d267e31e032 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808053 Jan 25 08:50:09.617917 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-59099f84-403a-4865-8170-26109b9edad6 req-41d80f8c-c9d8-40a3-93df-afad2bcf31f5 service neutron] 10.222.0.121 "GET /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843096 Jan 25 08:50:11.714708 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-60aad865-d296-47a0-a068-d31650e0a5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:13.080102 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:14.624509 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:15.855403 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:16.437860 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49464) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:16.541758 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-299e4b0b-8cdb-4699-835e-3ef1a026a462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:16.612689 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-299e4b0b-8cdb-4699-835e-3ef1a026a462 admin admin] Publish callbacks [] for security_group (0d8c6377-bfb4-4871-bacc-32ba4ff21fb2), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:16.674768 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-299e4b0b-8cdb-4699-835e-3ef1a026a462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (0d8c6377-bfb4-4871-bacc-32ba4ff21fb2), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:16.714134 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-299e4b0b-8cdb-4699-835e-3ef1a026a462 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=fdcdf6bf72934354af5d745ac6d15ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752082 Jan 25 08:50:16.715081 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e4b0b-8cdb-4699-835e-3ef1a026a462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8c6377-bfb4-4871-bacc-32ba4ff21fb2,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:16.716810 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49468) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:16.767272 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f0fba767-9aeb-4fc6-8d37-7a49938a379b admin admin] Publish callbacks [] for security_group (0d8c6377-bfb4-4871-bacc-32ba4ff21fb2), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:16.789033 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f0fba767-9aeb-4fc6-8d37-7a49938a379b admin admin] Publish callbacks [] for security_group (0d8c6377-bfb4-4871-bacc-32ba4ff21fb2), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:16.897665 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f0fba767-9aeb-4fc6-8d37-7a49938a379b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (0d8c6377-bfb4-4871-bacc-32ba4ff21fb2), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:16.900210 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f0fba767-9aeb-4fc6-8d37-7a49938a379b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:16.901729 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-f0fba767-9aeb-4fc6-8d37-7a49938a379b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0d8c6377-bfb4-4871-bacc-32ba4ff21fb2 HTTP/1.1" status: 204 len: 168 time: 0.1823547 Jan 25 08:50:16.910775 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fba767-9aeb-4fc6-8d37-7a49938a379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8c6377-bfb4-4871-bacc-32ba4ff21fb2,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:17.413211 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49476) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:17.426085 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7210407b-f045-4a87-a0c8-92121d3a60e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:17.499822 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7210407b-f045-4a87-a0c8-92121d3a60e7 admin admin] Publish callbacks [] for security_group (9ac24b0e-5502-4843-9dae-b8c675a7ddf2), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:17.574942 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7210407b-f045-4a87-a0c8-92121d3a60e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9ac24b0e-5502-4843-9dae-b8c675a7ddf2), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:17.611972 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210407b-f045-4a87-a0c8-92121d3a60e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac24b0e-5502-4843-9dae-b8c675a7ddf2,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:17.617178 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-7210407b-f045-4a87-a0c8-92121d3a60e7 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=fa519c11f86b4df4b4bfe3c1c577e993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029674 Jan 25 08:50:17.619920 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49478) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:17.666758 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b388933a-2593-454c-8281-784c884eb3fb admin admin] Publish callbacks [] for security_group (9ac24b0e-5502-4843-9dae-b8c675a7ddf2), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:17.688426 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b388933a-2593-454c-8281-784c884eb3fb admin admin] Publish callbacks [] for security_group (9ac24b0e-5502-4843-9dae-b8c675a7ddf2), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:17.792285 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b388933a-2593-454c-8281-784c884eb3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9ac24b0e-5502-4843-9dae-b8c675a7ddf2), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:17.794822 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b388933a-2593-454c-8281-784c884eb3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:17.796005 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-b388933a-2593-454c-8281-784c884eb3fb admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9ac24b0e-5502-4843-9dae-b8c675a7ddf2 HTTP/1.1" status: 204 len: 168 time: 0.1752172 Jan 25 08:50:17.804268 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388933a-2593-454c-8281-784c884eb3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac24b0e-5502-4843-9dae-b8c675a7ddf2,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:18.417773 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49484) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:18.431056 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f8bc7803-8bac-40ab-ab62-3f5fde13ca76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:18.502986 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f8bc7803-8bac-40ab-ab62-3f5fde13ca76 admin admin] Publish callbacks [] for security_group (fba5b021-5e93-47ea-a617-031e9570e320), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:18.557878 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f8bc7803-8bac-40ab-ab62-3f5fde13ca76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (fba5b021-5e93-47ea-a617-031e9570e320), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:18.596230 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc7803-8bac-40ab-ab62-3f5fde13ca76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba5b021-5e93-47ea-a617-031e9570e320,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:18.601121 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-f8bc7803-8bac-40ab-ab62-3f5fde13ca76 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9424e1d351754477a3d6c113463c864d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822677 Jan 25 08:50:18.603783 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49486) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:18.649809 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fd79ab52-dec3-41ba-b802-ecdc048214f6 admin admin] Publish callbacks [] for security_group (fba5b021-5e93-47ea-a617-031e9570e320), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:18.671221 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fd79ab52-dec3-41ba-b802-ecdc048214f6 admin admin] Publish callbacks [] for security_group (fba5b021-5e93-47ea-a617-031e9570e320), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:18.798356 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fd79ab52-dec3-41ba-b802-ecdc048214f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (fba5b021-5e93-47ea-a617-031e9570e320), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:18.801495 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fd79ab52-dec3-41ba-b802-ecdc048214f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:18.802835 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-fd79ab52-dec3-41ba-b802-ecdc048214f6 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fba5b021-5e93-47ea-a617-031e9570e320 HTTP/1.1" status: 204 len: 168 time: 0.1980131 Jan 25 08:50:18.811564 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79ab52-dec3-41ba-b802-ecdc048214f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba5b021-5e93-47ea-a617-031e9570e320,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:25.065349 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:50:30.394664 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:39.468484 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-6b432388-80d5-4554-8472-176c5c23997e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:39.696891 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1721e-bc03-4371-9a8e-46c20aedc0fa req-8c4c00ca-c0ed-4083-8953-fc31e5c13f8b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:50:39.698312 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-21c1721e-bc03-4371-9a8e-46c20aedc0fa req-8c4c00ca-c0ed-4083-8953-fc31e5c13f8b tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 946 time: 0.0501549 Jan 25 08:50:39.748228 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-21c1721e-bc03-4371-9a8e-46c20aedc0fa req-e13f9e25-0b95-40f1-a714-cb2aa9d0ad6e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440788 Jan 25 08:50:40.872880 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5be00-82cf-4766-a8fd-744942bd55b5 req-2f60c7ff-ae69-42ef-90d8-93ce5363f084 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:50:40.874453 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c7e5be00-82cf-4766-a8fd-744942bd55b5 req-2f60c7ff-ae69-42ef-90d8-93ce5363f084 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 946 time: 0.0513616 Jan 25 08:50:40.921763 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c7e5be00-82cf-4766-a8fd-744942bd55b5 req-289487b5-4395-4f52-98cb-7adb37b46ea3 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411768 Jan 25 08:50:41.461090 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-fc13396f-6cb5-4a2e-af11-59724971583e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:50:41.462523 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-fc13396f-6cb5-4a2e-af11-59724971583e tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.121 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 946 time: 0.0496323 Jan 25 08:50:41.549128 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Deleting port 0e5df89b-438e-4325-af63-54dd3ceed0e1 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:50:41.549467 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:41.720477 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e00bae57-8814-47a5-a26a-8210d3bf7475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:41.900137 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] For port 0e5df89b-438e-4325-af63-54dd3ceed0e1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0e5df89b-438e-4325-af63-54dd3ceed0e1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:50:41.900504 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:42.088109 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeff82-0a49-4d6e-983c-820d6c367c40 req-d71069a5-6c7a-4c67-b5fe-f6b1dead2bc5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:50:42.089606 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5cfeff82-0a49-4d6e-983c-820d6c367c40 req-d71069a5-6c7a-4c67-b5fe-f6b1dead2bc5 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 946 time: 0.0929174 Jan 25 08:50:42.111914 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:42.112289 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (5d1c7282-048a-4226-b177-08b1356cbefd), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:42.113257 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.l3_db [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Floating IP 5d1c7282-048a-4226-b177-08b1356cbefd disassociated. External IP: 172.27.1.161, port: 0e5df89b-438e-4325-af63-54dd3ceed0e1. Jan 25 08:50:42.113594 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Calling delete_port for 0e5df89b-438e-4325-af63-54dd3ceed0e1 owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:50:42.197739 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-5cfeff82-0a49-4d6e-983c-820d6c367c40 req-4e6a9761-10f3-45b1-9509-f33f86d7ee77 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups?id=0ec7ea45-6b35-47a9-b88c-bedc4469236c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014032 Jan 25 08:50:42.357870 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (0e5df89b-438e-4325-af63-54dd3ceed0e1), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:42.384389 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event deleted for resources: {'Port': ['ID=0e5df89b-438e-4325-af63-54dd3ceed0e1,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:42.396844 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:42.397200 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:42.397544 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:42.397892 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:42.398234 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:42.398569 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:42.398903 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:42.399235 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:42.399563 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:42.399887 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:42.400246 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:42.400572 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:42.400899 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:42.522192 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Router 5e9cab0d-07e5-4cf0-9626-9de81167c83e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:50:42.629502 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:50:42.639094 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7277718-bb93-4ad4-95f1-abc73b3fa5ed None None] Sync routers for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:50:42.649550 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7277718-bb93-4ad4-95f1-abc73b3fa5ed None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:50:42.650189 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-d7277718-bb93-4ad4-95f1-abc73b3fa5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:50:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:42.675065 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] No DVR routers for this DVR port 0e5df89b-438e-4325-af63-54dd3ceed0e1 on host hv-cinder-81187 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:50:42.678164 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:42.681454 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ac0bf446-3fb9-4f3b-98b8-abe899dba1e7 req-a3b4a6b0-32e4-4914-b8e1-63f2fcc98265 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.121 "DELETE /v2.0/ports/0e5df89b-438e-4325-af63-54dd3ceed0e1 HTTP/1.1" status: 204 len: 173 time: 1.2128308 Jan 25 08:50:42.681886 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'name': 'network-vif-deleted', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:50:42.684164 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5f0f9d-7f9d-42bf-95b7-bf0dda92e34a" -d '{"events": [{"server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "name": "network-vif-deleted", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:50:42.723720 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826df1bc-45fe-472d-8707-30f8e6770334 x-openstack-request-id: req-826df1bc-45fe-472d-8707-30f8e6770334 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:50:42.726335 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce4f7df-3ece-4d14-b2a7-c383deb90e6b", "name": "network-vif-deleted", "tag": "0e5df89b-438e-4325-af63-54dd3ceed0e1", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:50:42.726601 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-826df1bc-45fe-472d-8707-30f8e6770334 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:50:42.727499 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce4f7df-3ece-4d14-b2a7-c383deb90e6b', 'name': 'network-vif-deleted', 'tag': '0e5df89b-438e-4325-af63-54dd3ceed0e1', 'status': 'completed', 'code': 200} Jan 25 08:50:42.853639 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-d7277718-bb93-4ad4-95f1-abc73b3fa5ed None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:50:43.057271 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-d7277718-bb93-4ad4-95f1-abc73b3fa5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 5, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:43.083116 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7277718-bb93-4ad4-95f1-abc73b3fa5ed None None] Checking router: 5e9cab0d-07e5-4cf0-9626-9de81167c83e for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:50:43.091184 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7277718-bb93-4ad4-95f1-abc73b3fa5ed None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:50:43.091783 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-d7277718-bb93-4ad4-95f1-abc73b3fa5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:50:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:43.117652 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:43.196783 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-d7277718-bb93-4ad4-95f1-abc73b3fa5ed None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:50:43.310898 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c810f84e-c89c-4076-a600-100f27205918 req-f9dc3d9e-ba4c-4772-9221-f2ef893d31eb tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/ports?device_id=7ce4f7df-3ece-4d14-b2a7-c383deb90e6b HTTP/1.1" status: 200 len: 210 time: 0.0313373 Jan 25 08:50:43.403747 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-d7277718-bb93-4ad4-95f1-abc73b3fa5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 5, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:43.430313 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7277718-bb93-4ad4-95f1-abc73b3fa5ed None None] The sync data for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi is: [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:38:09Z', 'revision_number': 4, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '42c4382f-2382-4a1a-b711-cdae16b515d1', 'name': '', 'network_id': '1034f08a-497e-433f-a3f5-f68e036144ee', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'mac_address': 'fa:16:3e:6a:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:38:05Z', 'updated_at': '2022-01-25T08:38:17Z', 'revision_number': 5, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'subnets': [{'id': '3f7bec09-c3cd-427a-a947-5b8b47de6266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:50:43.645849 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107ad01-d8f1-4385-8728-8158d808fbae None None] New status for floating IP 5d1c7282-048a-4226-b177-08b1356cbefd: DOWN {{(pid=103106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:50:44.504078 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49524) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:44.557623 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3ee00cc7-2022-462d-b04d-919387b992c0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group (0ec7ea45-6b35-47a9-b88c-bedc4469236c), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:44.582803 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3ee00cc7-2022-462d-b04d-919387b992c0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group (0ec7ea45-6b35-47a9-b88c-bedc4469236c), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:44.622805 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:44.685712 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3ee00cc7-2022-462d-b04d-919387b992c0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (0ec7ea45-6b35-47a9-b88c-bedc4469236c), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:44.688448 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3ee00cc7-2022-462d-b04d-919387b992c0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:44.689702 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-3ee00cc7-2022-462d-b04d-919387b992c0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "DELETE /v2.0/security-groups/0ec7ea45-6b35-47a9-b88c-bedc4469236c HTTP/1.1" status: 204 len: 168 time: 0.1845114 Jan 25 08:50:44.692442 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49526) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:44.699401 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee00cc7-2022-462d-b04d-919387b992c0 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec7ea45-6b35-47a9-b88c-bedc4469236c,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:44.708408 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.api.v2.resource [None req-875022f0-eb72-4223-8bac-80ed591b3a91 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] show failed (client error): The resource could not be found. Jan 25 08:50:44.710212 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-875022f0-eb72-4223-8bac-80ed591b3a91 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "GET /v2.0/security-groups/0ec7ea45-6b35-47a9-b88c-bedc4469236c HTTP/1.1" status: 404 len: 347 time: 0.0164475 Jan 25 08:50:44.713398 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49528) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:44.716901 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 0e5df89b-438e-4325-af63-54dd3ceed0e1 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:50:44.745861 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: 0e5df89b-438e-4325-af63-54dd3ceed0e1 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:50:44.746200 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device 0e5df89b-438e-4325-af63-54dd3ceed0e1 not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:50:44.837643 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-aec6e6c7-7ee0-4887-86d2-c9c3be1c0a52 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Deleting port 7ada6b90-fee8-451b-9328-c31bc6217807 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:50:44.837886 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-aec6e6c7-7ee0-4887-86d2-c9c3be1c0a52 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (7ada6b90-fee8-451b-9328-c31bc6217807), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:44.920280 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-aec6e6c7-7ee0-4887-86d2-c9c3be1c0a52 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (7ada6b90-fee8-451b-9328-c31bc6217807), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:44.920604 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-aec6e6c7-7ee0-4887-86d2-c9c3be1c0a52 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (7ada6b90-fee8-451b-9328-c31bc6217807), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:44.932569 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-aec6e6c7-7ee0-4887-86d2-c9c3be1c0a52 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Calling delete_port for 7ada6b90-fee8-451b-9328-c31bc6217807 owned by network:floatingip {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:50:45.114519 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-aec6e6c7-7ee0-4887-86d2-c9c3be1c0a52 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (7ada6b90-fee8-451b-9328-c31bc6217807), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:45.140644 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6e6c7-7ee0-4887-86d2-c9c3be1c0a52 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Pushing event deleted for resources: {'Port': ['ID=7ada6b90-fee8-451b-9328-c31bc6217807,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:45.202172 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-aec6e6c7-7ee0-4887-86d2-c9c3be1c0a52 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks [] for floatingip (5d1c7282-048a-4226-b177-08b1356cbefd), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:45.204955 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-aec6e6c7-7ee0-4887-86d2-c9c3be1c0a52 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:45.206684 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-aec6e6c7-7ee0-4887-86d2-c9c3be1c0a52 tempest-AttachVolumeShelveTestJSON-1125200990 tempest-AttachVolumeShelveTestJSON-1125200990-project] 10.222.0.112 "DELETE /v2.0/floatingips/5d1c7282-048a-4226-b177-08b1356cbefd HTTP/1.1" status: 204 len: 168 time: 0.4914668 Jan 25 08:50:45.868648 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:47.861485 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49550) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:48.643768 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-53ba28f4-58cc-4baf-804b-c412df9e89f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583492'] for router_interface (5e9cab0d-07e5-4cf0-9626-9de81167c83e), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:48.890650 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-53ba28f4-58cc-4baf-804b-c412df9e89f8 admin admin] Deleting port 42c4382f-2382-4a1a-b711-cdae16b515d1 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:50:48.891367 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-53ba28f4-58cc-4baf-804b-c412df9e89f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:48.971396 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-53ba28f4-58cc-4baf-804b-c412df9e89f8 admin admin] For port 42c4382f-2382-4a1a-b711-cdae16b515d1, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=42c4382f-2382-4a1a-b711-cdae16b515d1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:50:48.971801 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-53ba28f4-58cc-4baf-804b-c412df9e89f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:48.984630 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-53ba28f4-58cc-4baf-804b-c412df9e89f8 admin admin] Calling delete_port for 42c4382f-2382-4a1a-b711-cdae16b515d1 owned by network:router_interface {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:50:49.217552 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-53ba28f4-58cc-4baf-804b-c412df9e89f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (42c4382f-2382-4a1a-b711-cdae16b515d1), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:49.243369 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba28f4-58cc-4baf-804b-c412df9e89f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c4382f-2382-4a1a-b711-cdae16b515d1,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:49.412701 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-53ba28f4-58cc-4baf-804b-c412df9e89f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583472'] for router_interface (5e9cab0d-07e5-4cf0-9626-9de81167c83e), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:49.618328 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ba28f4-58cc-4baf-804b-c412df9e89f8 admin admin] Router 5e9cab0d-07e5-4cf0-9626-9de81167c83e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:50:49.722896 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ba28f4-58cc-4baf-804b-c412df9e89f8 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:50:49.732605 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-53ba28f4-58cc-4baf-804b-c412df9e89f8 admin admin] 10.222.0.112 "PUT /v2.0/routers/5e9cab0d-07e5-4cf0-9626-9de81167c83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8666830 Jan 25 08:50:49.732827 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49558) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:49.734617 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f61f4-09d7-43e9-95e2-2baa86e90317 None None] Sync routers for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:50:49.745592 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f61f4-09d7-43e9-95e2-2baa86e90317 None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:50:49.746198 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-e12f61f4-09d7-43e9-95e2-2baa86e90317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:50:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:49.842197 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Publish callbacks [] for router (5e9cab0d-07e5-4cf0-9626-9de81167c83e), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:49.851101 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-e12f61f4-09d7-43e9-95e2-2baa86e90317 None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:50:49.947197 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Publish callbacks [] for router_gateway (5e9cab0d-07e5-4cf0-9626-9de81167c83e), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:50.025606 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-e12f61f4-09d7-43e9-95e2-2baa86e90317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:50:49Z', 'revision_number': 5, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port': {'id': '53de0a83-8f98-4316-9ac3-45875681aefc', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:37:57Z', 'updated_at': '2022-01-25T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:50.054813 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f61f4-09d7-43e9-95e2-2baa86e90317 None None] Checking router: 5e9cab0d-07e5-4cf0-9626-9de81167c83e for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:50:50.062947 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f61f4-09d7-43e9-95e2-2baa86e90317 None None] Routers {'5e9cab0d-07e5-4cf0-9626-9de81167c83e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:50:50.067379 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-e12f61f4-09d7-43e9-95e2-2baa86e90317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:50:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:50.067520 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Deleting port 53de0a83-8f98-4316-9ac3-45875681aefc {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:50:50.067520 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (53de0a83-8f98-4316-9ac3-45875681aefc), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:50.146636 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] For port 53de0a83-8f98-4316-9ac3-45875681aefc, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=53de0a83-8f98-4316-9ac3-45875681aefc,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:50:50.147009 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (53de0a83-8f98-4316-9ac3-45875681aefc), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:50.153919 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-e12f61f4-09d7-43e9-95e2-2baa86e90317 None None] Set router 5e9cab0d-07e5-4cf0-9626-9de81167c83e gateway port host: None {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:50:50.159413 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Calling delete_port for 53de0a83-8f98-4316-9ac3-45875681aefc owned by network:router_gateway {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:50:50.204273 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-e12f61f4-09d7-43e9-95e2-2baa86e90317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:50:49Z', 'revision_number': 6, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port_host': None}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:50.233409 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f61f4-09d7-43e9-95e2-2baa86e90317 None None] The sync data for ids ['5e9cab0d-07e5-4cf0-9626-9de81167c83e'] in dv-cinder-811877-9-iscsi is: [{'id': '5e9cab0d-07e5-4cf0-9626-9de81167c83e', 'name': 'tempest-AttachVolumeShelveTestJSON-59461324-router', 'tenant_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:37:56Z', 'updated_at': '2022-01-25T08:50:49Z', 'revision_number': 6, 'project_id': 'bb66612854e24630a2dcbc38aa78dcf2', 'gw_port_host': None}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:50:50.531687 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (53de0a83-8f98-4316-9ac3-45875681aefc), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:50.558722 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53de0a83-8f98-4316-9ac3-45875681aefc,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:50.623320 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579738'] for router_gateway (5e9cab0d-07e5-4cf0-9626-9de81167c83e), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:50.704570 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 42c4382f-2382-4a1a-b711-cdae16b515d1 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:50:50.724936 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-86297'] for router (5e9cab0d-07e5-4cf0-9626-9de81167c83e), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:50.725309 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 42c4382f-2382-4a1a-b711-cdae16b515d1 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:50:50.725858 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 42c4382f-2382-4a1a-b711-cdae16b515d1 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:50:50.727928 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Publish callbacks [] for router_controller (5e9cab0d-07e5-4cf0-9626-9de81167c83e), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:50.840557 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585006'] for router (5e9cab0d-07e5-4cf0-9626-9de81167c83e), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:50.841128 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e9cab0d-07e5-4cf0-9626-9de81167c83e {{(pid=103105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 08:50:50.846237 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:50.847955 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-d2415c82-351d-47a0-b08c-a7504d87e2c1 admin admin] 10.222.0.112 "DELETE /v2.0/routers/5e9cab0d-07e5-4cf0-9626-9de81167c83e HTTP/1.1" status: 204 len: 168 time: 1.1138124 Jan 25 08:50:50.850476 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49560) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:50.899276 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36bc3d8-70a0-4daa-881d-9321056ca27a admin admin] Deleting subnet 3f7bec09-c3cd-427a-a947-5b8b47de6266 {{(pid=103105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:50:50.902935 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d36bc3d8-70a0-4daa-881d-9321056ca27a admin admin] Publish callbacks [] for subnet (3f7bec09-c3cd-427a-a947-5b8b47de6266), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:50.945238 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d36bc3d8-70a0-4daa-881d-9321056ca27a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9205399'] for subnet (3f7bec09-c3cd-427a-a947-5b8b47de6266), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.025127 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d36bc3d8-70a0-4daa-881d-9321056ca27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (3f7bec09-c3cd-427a-a947-5b8b47de6266), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.154803 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d36bc3d8-70a0-4daa-881d-9321056ca27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10414861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8486090'] for subnet (3f7bec09-c3cd-427a-a947-5b8b47de6266), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.181207 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bc3d8-70a0-4daa-881d-9321056ca27a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7bec09-c3cd-427a-a947-5b8b47de6266,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:51.184854 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d36bc3d8-70a0-4daa-881d-9321056ca27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.188081 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-d36bc3d8-70a0-4daa-881d-9321056ca27a admin admin] 10.222.0.112 "DELETE /v2.0/subnets/3f7bec09-c3cd-427a-a947-5b8b47de6266 HTTP/1.1" status: 204 len: 168 time: 0.3367088 Jan 25 08:50:51.190623 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49562) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:51.193688 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c10d715-09fc-4349-b2cc-7e914bec0462 None None] Network 1034f08a-497e-433f-a3f5-f68e036144ee requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:50:51.262037 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (1034f08a-497e-433f-a3f5-f68e036144ee), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.316875 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Deleting port f047861e-be8c-40a2-a21d-a90a427cccc1 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:50:51.319504 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.363297 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] DHCP port deletion for 1034f08a-497e-433f-a3f5-f68e036144ee request from dv-cinder-811877-9-iscsi {{(pid=103106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 08:50:51.388134 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] For port f047861e-be8c-40a2-a21d-a90a427cccc1, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=f047861e-be8c-40a2-a21d-a90a427cccc1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:50:51.388420 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.403924 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Calling delete_port for f047861e-be8c-40a2-a21d-a90a427cccc1 owned by network:dhcp {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:50:51.410163 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Deleting port f047861e-be8c-40a2-a21d-a90a427cccc1 {{(pid=103106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:50:51.410532 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), before_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.473375 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] For port f047861e-be8c-40a2-a21d-a90a427cccc1, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=f047861e-be8c-40a2-a21d-a90a427cccc1,segment=NetworkSegment(bb84660b-bd26-447c-af72-02e211c99b10),segment_id=bb84660b-bd26-447c-af72-02e211c99b10)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:50:51.473762 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), precommit_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.485792 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Calling delete_port for f047861e-be8c-40a2-a21d-a90a427cccc1 owned by network:dhcp {{(pid=103106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:50:51.554659 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.559986 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028'] for port (f047861e-be8c-40a2-a21d-a90a427cccc1), after_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.581493 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Pushing event deleted for resources: {'Port': ['ID=f047861e-be8c-40a2-a21d-a90a427cccc1,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:51.588680 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Pushing event deleted for resources: {'Port': ['ID=f047861e-be8c-40a2-a21d-a90a427cccc1,revision_number=None']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:51.592543 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] No DVR routers for this DVR port f047861e-be8c-40a2-a21d-a90a427cccc1 on host dv-cinder-811877-9-iscsi {{(pid=103105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:50:51.592676 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] No DVR routers for this DVR port f047861e-be8c-40a2-a21d-a90a427cccc1 on host dv-cinder-811877-9-iscsi {{(pid=103106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:50:51.601161 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:51.601531 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:51.601867 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:51.602196 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:51.603383 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:51.603383 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:51.603383 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:51.603759 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:51.604067 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:51.604410 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:51.604727 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:51.605042 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:51.605355 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f8520a-84ab-4b66-8c59-5947eecaf1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:51.664149 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (1034f08a-497e-433f-a3f5-f68e036144ee), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.683838 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1034f08a-497e-433f-a3f5-f68e036144ee']}} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:51.692849 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb84660b-bd26-447c-af72-02e211c99b10') {'for_net_delete': True} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:51.693145 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.services.segments.db [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb84660b-bd26-447c-af72-02e211c99b10') {} {{(pid=103105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:51.702334 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9205406'] for segment (bb84660b-bd26-447c-af72-02e211c99b10), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.715858 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (bb84660b-bd26-447c-af72-02e211c99b10), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.722446 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:50:51.722839 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10415015'] for segment (bb84660b-bd26-447c-af72-02e211c99b10), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: Traceback (most recent call last): Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: timer() Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: cb(*args, **kw) Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: return func(*args, **kwargs) Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: self._notify() Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: self.callback(batched_events) Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: event.method(event) Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: return f(self, *a, **k) Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._get(url).json() Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: return self.request(url, 'GET', **kwargs) Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:50:51.725423 dv-cinder-811877-9-iscsi neutron-server[103105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:50:51.851984 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (1034f08a-497e-433f-a3f5-f68e036144ee), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.856788 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:51.863791 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] 10.222.0.112 "DELETE /v2.0/networks/1034f08a-497e-433f-a3f5-f68e036144ee HTTP/1.1" status: 204 len: 168 time: 0.6682100 Jan 25 08:50:51.882064 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da319a-ca08-4ae8-a082-40e44ac770df admin admin] Pushing event deleted for resources: {'Network': ['ID=1034f08a-497e-433f-a3f5-f68e036144ee,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:52.152741 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49566) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:52.198808 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-2586d226-1814-4d49-a577-2847adf75dbc admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=bb66612854e24630a2dcbc38aa78dcf2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459847 Jan 25 08:50:52.201132 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49568) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:52.254693 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff73bea5-8893-477e-ae08-3c935d3c301f admin admin] Publish callbacks [] for security_group (948f9b89-e6aa-4caa-acfd-fc3a69f2d179), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:52.283036 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff73bea5-8893-477e-ae08-3c935d3c301f admin admin] Publish callbacks [] for security_group (948f9b89-e6aa-4caa-acfd-fc3a69f2d179), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:52.347412 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 53de0a83-8f98-4316-9ac3-45875681aefc no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:50:52.377596 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 53de0a83-8f98-4316-9ac3-45875681aefc {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:50:52.379410 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 53de0a83-8f98-4316-9ac3-45875681aefc not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:50:52.379832 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device f047861e-be8c-40a2-a21d-a90a427cccc1 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:50:52.404653 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: f047861e-be8c-40a2-a21d-a90a427cccc1 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:50:52.404988 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device f047861e-be8c-40a2-a21d-a90a427cccc1 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:50:52.411707 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff73bea5-8893-477e-ae08-3c935d3c301f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (948f9b89-e6aa-4caa-acfd-fc3a69f2d179), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:52.415376 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ff73bea5-8893-477e-ae08-3c935d3c301f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:52.418259 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-ff73bea5-8893-477e-ae08-3c935d3c301f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/948f9b89-e6aa-4caa-acfd-fc3a69f2d179 HTTP/1.1" status: 204 len: 168 time: 0.2138669 Jan 25 08:50:52.428236 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73bea5-8893-477e-ae08-3c935d3c301f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948f9b89-e6aa-4caa-acfd-fc3a69f2d179,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:53.497728 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49590) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:53.613592 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1510472952-network', 'tenant_id': 'd7e249c2edc74c34b50a10d7cf61eaa7'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:50:53.723809 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Made reservation on behalf of d7e249c2edc74c34b50a10d7cf61eaa7 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:50:53.726207 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:53.734921 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:53.815530 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Publish callbacks [] for security_group (10405701-bfaf-44cd-9809-39f2aed8765a), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:53.877473 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (10405701-bfaf-44cd-9809-39f2aed8765a), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:53.906412 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:50:53.911762 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10405701-bfaf-44cd-9809-39f2aed8765a,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:53.919650 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (ad925546-3cbe-4bb9-96d9-1ef28821b8b4), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:53.919996 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Added segment ad925546-3cbe-4bb9-96d9-1ef28821b8b4 of type vlan for network bb183bd4-bd44-4ec5-a83b-3bab592a6cc3 Jan 25 08:50:53.959685 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (bb183bd4-bd44-4ec5-a83b-3bab592a6cc3), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:54.028699 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (bb183bd4-bd44-4ec5-a83b-3bab592a6cc3), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:54.029661 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:50:54.030244 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:54.089775 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb183bd4-bd44-4ec5-a83b-3bab592a6cc3,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:54.102214 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network bb183bd4-bd44-4ec5-a83b-3bab592a6cc3 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:50:54.123179 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-7be84809-96fc-476b-86cc-c1600d7e5fb5 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6242619 Jan 25 08:50:54.126001 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49594) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:54.132020 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-1a30f8d4-09cc-45d8-b5d7-71a54e6bf7bb admin admin] Request body: {'subnet': {'network_id': 'bb183bd4-bd44-4ec5-a83b-3bab592a6cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1510472952-subnet', 'tenant_id': 'd7e249c2edc74c34b50a10d7cf61eaa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:50:54.217236 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a30f8d4-09cc-45d8-b5d7-71a54e6bf7bb admin admin] Made reservation on behalf of d7e249c2edc74c34b50a10d7cf61eaa7 for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:50:54.219614 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1a30f8d4-09cc-45d8-b5d7-71a54e6bf7bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8671574'] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:54.445878 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1a30f8d4-09cc-45d8-b5d7-71a54e6bf7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9329342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8671556'] for subnet (24c7b30b-50d9-4c82-8905-35fcabeb805b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:54.492556 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30f8d4-09cc-45d8-b5d7-71a54e6bf7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c7b30b-50d9-4c82-8905-35fcabeb805b,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:54.507347 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a30f8d4-09cc-45d8-b5d7-71a54e6bf7bb admin admin] Checking segment: {'id': 'ad925546-3cbe-4bb9-96d9-1ef28821b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb183bd4-bd44-4ec5-a83b-3bab592a6cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:50:54.507991 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a30f8d4-09cc-45d8-b5d7-71a54e6bf7bb admin admin] Network hostable DHCP agents. Network: bb183bd4-bd44-4ec5-a83b-3bab592a6cc3, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:50:54.605816 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a30f8d4-09cc-45d8-b5d7-71a54e6bf7bb admin admin] Network bb183bd4-bd44-4ec5-a83b-3bab592a6cc3 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:50:54.668582 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-1a30f8d4-09cc-45d8-b5d7-71a54e6bf7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, bb183bd4-bd44-4ec5-a83b-3bab592a6cc3) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:50:54.673223 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a30f8d4-09cc-45d8-b5d7-71a54e6bf7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:50:54.674261 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1a30f8d4-09cc-45d8-b5d7-71a54e6bf7bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:54.677535 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f073fa1-90f5-4a6e-ad85-921ba0e43275 None None] Network bb183bd4-bd44-4ec5-a83b-3bab592a6cc3 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:50:54.757787 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-1a30f8d4-09cc-45d8-b5d7-71a54e6bf7bb admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6303296 Jan 25 08:50:54.773740 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8c9e5e-814f-4d73-a101-90a1044cb11f None None] Network bb183bd4-bd44-4ec5-a83b-3bab592a6cc3 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:50:55.505709 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49610) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:55.510562 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1515054931-network', 'tenant_id': '9db40f68fbd949f0bcb49fb5d563d02b'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:50:55.597255 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Made reservation on behalf of 9db40f68fbd949f0bcb49fb5d563d02b for: {'network': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:50:55.599611 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:55.608028 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:55.681949 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Publish callbacks [] for security_group (1255835b-9ddf-4226-bf88-eff8cd1b1211), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:55.751678 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (1255835b-9ddf-4226-bf88-eff8cd1b1211), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:55.776981 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:50:55.787732 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1255835b-9ddf-4226-bf88-eff8cd1b1211,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:55.794952 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (7cb12889-3ce0-4432-aa8f-64aea9b71e4a), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:55.796286 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.segments_db [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Added segment 7cb12889-3ce0-4432-aa8f-64aea9b71e4a of type vlan for network 865b55ca-5496-46bc-a549-0b4a466d1933 Jan 25 08:50:55.840576 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (865b55ca-5496-46bc-a549-0b4a466d1933), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:55.931413 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (865b55ca-5496-46bc-a549-0b4a466d1933), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:55.932361 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:50:55.932942 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:55.990020 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] Pushing event updated for resources: {'Network': ['ID=865b55ca-5496-46bc-a549-0b4a466d1933,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:56.000187 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network 865b55ca-5496-46bc-a549-0b4a466d1933 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:50:56.040606 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-bf7a9851-e37e-40a9-ac10-d88a0a603c7a admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5336671 Jan 25 08:50:56.043186 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49612) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:56.048074 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-e746c492-40b3-44a4-843a-5e1d8a49fde8 admin admin] Request body: {'subnet': {'network_id': '865b55ca-5496-46bc-a549-0b4a466d1933', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1515054931-subnet', 'tenant_id': '9db40f68fbd949f0bcb49fb5d563d02b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:50:56.148991 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e746c492-40b3-44a4-843a-5e1d8a49fde8 admin admin] Made reservation on behalf of 9db40f68fbd949f0bcb49fb5d563d02b for: {'subnet': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:50:56.151309 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e746c492-40b3-44a4-843a-5e1d8a49fde8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8486103'] for subnet (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:56.388965 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e746c492-40b3-44a4-843a-5e1d8a49fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10414272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8486085'] for subnet (9c347171-464a-4e97-9eb4-c7ba8d75a4d8), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:56.443242 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746c492-40b3-44a4-843a-5e1d8a49fde8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c347171-464a-4e97-9eb4-c7ba8d75a4d8,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:56.451616 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746c492-40b3-44a4-843a-5e1d8a49fde8 admin admin] Checking segment: {'id': '7cb12889-3ce0-4432-aa8f-64aea9b71e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '865b55ca-5496-46bc-a549-0b4a466d1933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:50:56.451970 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e746c492-40b3-44a4-843a-5e1d8a49fde8 admin admin] Network hostable DHCP agents. Network: 865b55ca-5496-46bc-a549-0b4a466d1933, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:50:56.520027 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e746c492-40b3-44a4-843a-5e1d8a49fde8 admin admin] Network 865b55ca-5496-46bc-a549-0b4a466d1933 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:50:56.608813 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-e746c492-40b3-44a4-843a-5e1d8a49fde8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, 865b55ca-5496-46bc-a549-0b4a466d1933) {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:50:56.613381 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e746c492-40b3-44a4-843a-5e1d8a49fde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:50:56.613969 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e746c492-40b3-44a4-843a-5e1d8a49fde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:56.618779 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b62c7b-2afc-49a6-a7a5-1921deffe0f6 None None] Network 865b55ca-5496-46bc-a549-0b4a466d1933 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:50:56.711107 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5de5ffd-5292-4c76-b1bb-9dcb31cdb503 None None] Network 865b55ca-5496-46bc-a549-0b4a466d1933 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:50:56.729416 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-e746c492-40b3-44a4-843a-5e1d8a49fde8 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6762094 Jan 25 08:50:56.833361 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49616) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:56.879314 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b803d0e-baa2-4c4d-b86c-bac3c7fcd5b7 admin admin] Deleting subnet 24c7b30b-50d9-4c82-8905-35fcabeb805b {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:50:56.882547 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2b803d0e-baa2-4c4d-b86c-bac3c7fcd5b7 admin admin] Publish callbacks [] for subnet (24c7b30b-50d9-4c82-8905-35fcabeb805b), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:56.919936 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2b803d0e-baa2-4c4d-b86c-bac3c7fcd5b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-499790'] for subnet (24c7b30b-50d9-4c82-8905-35fcabeb805b), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:56.957833 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2b803d0e-baa2-4c4d-b86c-bac3c7fcd5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (24c7b30b-50d9-4c82-8905-35fcabeb805b), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.068892 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2b803d0e-baa2-4c4d-b86c-bac3c7fcd5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9329011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671563'] for subnet (24c7b30b-50d9-4c82-8905-35fcabeb805b), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.091895 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b803d0e-baa2-4c4d-b86c-bac3c7fcd5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c7b30b-50d9-4c82-8905-35fcabeb805b,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:57.098224 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2b803d0e-baa2-4c4d-b86c-bac3c7fcd5b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.101430 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-2b803d0e-baa2-4c4d-b86c-bac3c7fcd5b7 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/24c7b30b-50d9-4c82-8905-35fcabeb805b HTTP/1.1" status: 204 len: 168 time: 0.2670486 Jan 25 08:50:57.103841 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49618) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:57.174958 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-549f1564-0387-4d00-9b43-4609e580c046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (bb183bd4-bd44-4ec5-a83b-3bab592a6cc3), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.249515 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-549f1564-0387-4d00-9b43-4609e580c046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (bb183bd4-bd44-4ec5-a83b-3bab592a6cc3), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.271231 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-549f1564-0387-4d00-9b43-4609e580c046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb183bd4-bd44-4ec5-a83b-3bab592a6cc3']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:57.280669 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-549f1564-0387-4d00-9b43-4609e580c046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad925546-3cbe-4bb9-96d9-1ef28821b8b4') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:57.280966 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-549f1564-0387-4d00-9b43-4609e580c046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad925546-3cbe-4bb9-96d9-1ef28821b8b4') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:57.290862 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-549f1564-0387-4d00-9b43-4609e580c046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-499783'] for segment (ad925546-3cbe-4bb9-96d9-1ef28821b8b4), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.303664 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-549f1564-0387-4d00-9b43-4609e580c046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (ad925546-3cbe-4bb9-96d9-1ef28821b8b4), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.309473 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549f1564-0387-4d00-9b43-4609e580c046 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:50:57.309857 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-549f1564-0387-4d00-9b43-4609e580c046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9329113'] for segment (ad925546-3cbe-4bb9-96d9-1ef28821b8b4), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: Traceback (most recent call last): Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: timer() Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: cb(*args, **kw) Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: return func(*args, **kwargs) Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: self._notify() Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: self.callback(batched_events) Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: event.method(event) Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: return f(self, *a, **k) Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._get(url).json() Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: return self.request(url, 'GET', **kwargs) Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:50:57.311546 dv-cinder-811877-9-iscsi neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:50:57.434594 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-549f1564-0387-4d00-9b43-4609e580c046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (bb183bd4-bd44-4ec5-a83b-3bab592a6cc3), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.439840 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-549f1564-0387-4d00-9b43-4609e580c046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.443683 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-549f1564-0387-4d00-9b43-4609e580c046 admin admin] 10.222.0.112 "DELETE /v2.0/networks/bb183bd4-bd44-4ec5-a83b-3bab592a6cc3 HTTP/1.1" status: 204 len: 168 time: 0.3389080 Jan 25 08:50:57.446587 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49620) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:57.454122 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f1564-0387-4d00-9b43-4609e580c046 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb183bd4-bd44-4ec5-a83b-3bab592a6cc3,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:57.495181 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_v2 [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Deleting subnet 9c347171-464a-4e97-9eb4-c7ba8d75a4d8 {{(pid=103105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:50:57.498444 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Publish callbacks [] for subnet (9c347171-464a-4e97-9eb4-c7ba8d75a4d8), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.533113 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9205399'] for subnet (9c347171-464a-4e97-9eb4-c7ba8d75a4d8), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.571757 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (9c347171-464a-4e97-9eb4-c7ba8d75a4d8), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.686342 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10414861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8486090'] for subnet (9c347171-464a-4e97-9eb4-c7ba8d75a4d8), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.711614 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c347171-464a-4e97-9eb4-c7ba8d75a4d8,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:57.715940 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.723113 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/9c347171-464a-4e97-9eb4-c7ba8d75a4d8 HTTP/1.1" status: 204 len: 168 time: 0.2714932 Jan 25 08:50:57.723306 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49622) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:57.725752 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:57.725752 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:57.725977 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:57.729177 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:57.729177 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:57.729177 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:57.729177 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:57.729177 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:57.729177 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:57.729177 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:57.729177 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:57.729177 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:57.729177 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642f3b2-ea6a-4a19-8f37-097a68da8e50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:50:57.796966 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8b8996f6-31f1-45da-b691-feaf7724f92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (865b55ca-5496-46bc-a549-0b4a466d1933), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.879106 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8b8996f6-31f1-45da-b691-feaf7724f92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (865b55ca-5496-46bc-a549-0b4a466d1933), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.898070 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-8b8996f6-31f1-45da-b691-feaf7724f92d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865b55ca-5496-46bc-a549-0b4a466d1933']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:57.907218 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-8b8996f6-31f1-45da-b691-feaf7724f92d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb12889-3ce0-4432-aa8f-64aea9b71e4a') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:57.907521 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-8b8996f6-31f1-45da-b691-feaf7724f92d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb12889-3ce0-4432-aa8f-64aea9b71e4a') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:50:57.916938 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8b8996f6-31f1-45da-b691-feaf7724f92d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-499783'] for segment (7cb12889-3ce0-4432-aa8f-64aea9b71e4a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.930529 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8b8996f6-31f1-45da-b691-feaf7724f92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (7cb12889-3ce0-4432-aa8f-64aea9b71e4a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.936432 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8996f6-31f1-45da-b691-feaf7724f92d admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:50:57.936755 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8b8996f6-31f1-45da-b691-feaf7724f92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9329113'] for segment (7cb12889-3ce0-4432-aa8f-64aea9b71e4a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: Traceback (most recent call last): Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: timer() Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: cb(*args, **kw) Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: return func(*args, **kwargs) Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: self._notify() Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: self.callback(batched_events) Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: event.method(event) Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: return f(self, *a, **k) Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._get(url).json() Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: return self.request(url, 'GET', **kwargs) Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:50:57.938361 dv-cinder-811877-9-iscsi neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:50:58.079906 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8b8996f6-31f1-45da-b691-feaf7724f92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (865b55ca-5496-46bc-a549-0b4a466d1933), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:58.085743 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-8b8996f6-31f1-45da-b691-feaf7724f92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:58.088889 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-8b8996f6-31f1-45da-b691-feaf7724f92d admin admin] 10.222.0.112 "DELETE /v2.0/networks/865b55ca-5496-46bc-a549-0b4a466d1933 HTTP/1.1" status: 204 len: 168 time: 0.3647680 Jan 25 08:50:58.100572 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8996f6-31f1-45da-b691-feaf7724f92d admin admin] Pushing event deleted for resources: {'Network': ['ID=865b55ca-5496-46bc-a549-0b4a466d1933,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:58.458663 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49626) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:58.497110 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-44adc043-c1bd-4cd3-b701-2fa504255bb1 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d7e249c2edc74c34b50a10d7cf61eaa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373268 Jan 25 08:50:58.499524 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49628) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:58.543993 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5f64abd6-d2f4-48b0-8bef-11ec6ee4e91e admin admin] Publish callbacks [] for security_group (10405701-bfaf-44cd-9809-39f2aed8765a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:58.563949 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5f64abd6-d2f4-48b0-8bef-11ec6ee4e91e admin admin] Publish callbacks [] for security_group (10405701-bfaf-44cd-9809-39f2aed8765a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:58.683010 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5f64abd6-d2f4-48b0-8bef-11ec6ee4e91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (10405701-bfaf-44cd-9809-39f2aed8765a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:58.685584 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5f64abd6-d2f4-48b0-8bef-11ec6ee4e91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:58.686754 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-5f64abd6-d2f4-48b0-8bef-11ec6ee4e91e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/10405701-bfaf-44cd-9809-39f2aed8765a HTTP/1.1" status: 204 len: 168 time: 0.1863627 Jan 25 08:50:58.695464 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64abd6-d2f4-48b0-8bef-11ec6ee4e91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10405701-bfaf-44cd-9809-39f2aed8765a,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:50:59.311746 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49634) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:59.635803 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-0af5fa5f-a151-4a63-9cc6-89d1ea470a17 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9db40f68fbd949f0bcb49fb5d563d02b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228621 Jan 25 08:50:59.638262 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49636) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:50:59.685663 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f4fb3a8c-5f4e-4c32-999c-a973e6191ae5 admin admin] Publish callbacks [] for security_group (1255835b-9ddf-4226-bf88-eff8cd1b1211), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:59.705985 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f4fb3a8c-5f4e-4c32-999c-a973e6191ae5 admin admin] Publish callbacks [] for security_group (1255835b-9ddf-4226-bf88-eff8cd1b1211), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:59.837694 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f4fb3a8c-5f4e-4c32-999c-a973e6191ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (1255835b-9ddf-4226-bf88-eff8cd1b1211), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:59.840338 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f4fb3a8c-5f4e-4c32-999c-a973e6191ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:50:59.841494 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-f4fb3a8c-5f4e-4c32-999c-a973e6191ae5 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1255835b-9ddf-4226-bf88-eff8cd1b1211 HTTP/1.1" status: 204 len: 168 time: 0.2023191 Jan 25 08:50:59.850124 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb3a8c-5f4e-4c32-999c-a973e6191ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1255835b-9ddf-4226-bf88-eff8cd1b1211,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:51:00.437509 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:02.063900 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:51:09.482697 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-52b985c1-5028-4970-9049-abf0f18724b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:09.766505 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2fa9b02-74c0-4ab9-8665-65c386780f60 req-a4253c7f-608d-41b0-ab66-5695a664c878 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377474 Jan 25 08:51:09.826228 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa9b02-74c0-4ab9-8665-65c386780f60 req-eeba3c73-04fa-48b5-86df-5163acb64ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:09.827746 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2fa9b02-74c0-4ab9-8665-65c386780f60 req-eeba3c73-04fa-48b5-86df-5163acb64ae1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 1098 time: 0.0389929 Jan 25 08:51:09.934850 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa9b02-74c0-4ab9-8665-65c386780f60 req-ea18c2e7-3e58-49cd-99a4-55e656bf1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:09.936437 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2fa9b02-74c0-4ab9-8665-65c386780f60 req-ea18c2e7-3e58-49cd-99a4-55e656bf1cce service neutron] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 912 time: 0.0887711 Jan 25 08:51:10.005347 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2fa9b02-74c0-4ab9-8665-65c386780f60 req-9890f50c-523c-4f88-90ef-cc54a7cc1a9d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 HTTP/1.1" status: 200 len: 1000 time: 0.0628018 Jan 25 08:51:10.052650 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa9b02-74c0-4ab9-8665-65c386780f60 req-98255a20-a115-4067-899a-3334f0956d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:10.054280 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2fa9b02-74c0-4ab9-8665-65c386780f60 req-98255a20-a115-4067-899a-3334f0956d19 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0434442 Jan 25 08:51:10.105160 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa9b02-74c0-4ab9-8665-65c386780f60 req-16142836-e43f-4438-941c-4c8361c6f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:10.106649 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2fa9b02-74c0-4ab9-8665-65c386780f60 req-16142836-e43f-4438-941c-4c8361c6f655 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450678 Jan 25 08:51:10.192592 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2fa9b02-74c0-4ab9-8665-65c386780f60 req-7e5759a7-3050-435c-9020-12ff937021c4 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794835 Jan 25 08:51:10.282891 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e2fa9b02-74c0-4ab9-8665-65c386780f60 req-53907b2d-15e6-4530-9d36-2b6d2100fe32 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824735 Jan 25 08:51:11.694669 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ba46df15-07f0-4ecb-9e19-abb08ac3e067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:13.074452 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:14.651586 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:15.035224 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49778) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:51:15.139120 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-89b41a3e-23e7-41a5-b00b-3867056e02e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:15.211409 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-89b41a3e-23e7-41a5-b00b-3867056e02e6 admin admin] Publish callbacks [] for security_group (7e3b912b-47c0-4ff5-b7a2-b79c2f67e679), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:15.285312 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-89b41a3e-23e7-41a5-b00b-3867056e02e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (7e3b912b-47c0-4ff5-b7a2-b79c2f67e679), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:15.322459 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b41a3e-23e7-41a5-b00b-3867056e02e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3b912b-47c0-4ff5-b7a2-b79c2f67e679,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:51:15.326761 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-89b41a3e-23e7-41a5-b00b-3867056e02e6 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2a0d27c3876646b9b6fc87732f92c781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905285 Jan 25 08:51:15.329478 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49782) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:51:15.380443 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1a2270ac-2222-4990-bcaf-9b0d172f11d9 admin admin] Publish callbacks [] for security_group (7e3b912b-47c0-4ff5-b7a2-b79c2f67e679), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:15.402758 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1a2270ac-2222-4990-bcaf-9b0d172f11d9 admin admin] Publish callbacks [] for security_group (7e3b912b-47c0-4ff5-b7a2-b79c2f67e679), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:15.508427 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1a2270ac-2222-4990-bcaf-9b0d172f11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (7e3b912b-47c0-4ff5-b7a2-b79c2f67e679), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:15.511032 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-1a2270ac-2222-4990-bcaf-9b0d172f11d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:15.512209 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-1a2270ac-2222-4990-bcaf-9b0d172f11d9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/7e3b912b-47c0-4ff5-b7a2-b79c2f67e679 HTTP/1.1" status: 204 len: 168 time: 0.1817772 Jan 25 08:51:15.520052 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2270ac-2222-4990-bcaf-9b0d172f11d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3b912b-47c0-4ff5-b7a2-b79c2f67e679,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:51:15.868518 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:16.063378 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49788) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:51:16.076380 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-651d8449-2bfd-4c09-be72-ef7af137ee93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:16.148626 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-651d8449-2bfd-4c09-be72-ef7af137ee93 admin admin] Publish callbacks [] for security_group (95301ae1-40ad-4ec5-92db-a6b4e56e0f05), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:16.220296 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-651d8449-2bfd-4c09-be72-ef7af137ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (95301ae1-40ad-4ec5-92db-a6b4e56e0f05), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:16.258929 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-651d8449-2bfd-4c09-be72-ef7af137ee93 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d1d0d55dfdc546bfb0f722e5dc6aa115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1944845 Jan 25 08:51:16.259803 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d8449-2bfd-4c09-be72-ef7af137ee93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95301ae1-40ad-4ec5-92db-a6b4e56e0f05,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:51:16.261703 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49790) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:51:16.309656 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97c63350-d35e-48d9-8619-7787569a280b admin admin] Publish callbacks [] for security_group (95301ae1-40ad-4ec5-92db-a6b4e56e0f05), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:16.330092 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97c63350-d35e-48d9-8619-7787569a280b admin admin] Publish callbacks [] for security_group (95301ae1-40ad-4ec5-92db-a6b4e56e0f05), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:16.462387 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97c63350-d35e-48d9-8619-7787569a280b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (95301ae1-40ad-4ec5-92db-a6b4e56e0f05), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:16.465082 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97c63350-d35e-48d9-8619-7787569a280b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:16.466235 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-97c63350-d35e-48d9-8619-7787569a280b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/95301ae1-40ad-4ec5-92db-a6b4e56e0f05 HTTP/1.1" status: 204 len: 168 time: 0.2035401 Jan 25 08:51:16.473775 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c63350-d35e-48d9-8619-7787569a280b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95301ae1-40ad-4ec5-92db-a6b4e56e0f05,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:51:22.423806 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49878) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:51:22.524051 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1c33ba11-9643-42a9-b9ab-1a9b5131721b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:22.593405 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1c33ba11-9643-42a9-b9ab-1a9b5131721b admin admin] Publish callbacks [] for security_group (6d99ebca-2784-4f06-929a-daa90ce624cc), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:22.683323 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1c33ba11-9643-42a9-b9ab-1a9b5131721b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6d99ebca-2784-4f06-929a-daa90ce624cc), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:22.723763 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-1c33ba11-9643-42a9-b9ab-1a9b5131721b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=98e1d3748fe247d39b3d23494072bd2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988253 Jan 25 08:51:22.724650 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33ba11-9643-42a9-b9ab-1a9b5131721b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d99ebca-2784-4f06-929a-daa90ce624cc,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:51:22.726887 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49882) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:51:22.775730 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69c8cc30-8ccc-4920-98d5-3eb190c538da admin admin] Publish callbacks [] for security_group (6d99ebca-2784-4f06-929a-daa90ce624cc), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:22.797161 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69c8cc30-8ccc-4920-98d5-3eb190c538da admin admin] Publish callbacks [] for security_group (6d99ebca-2784-4f06-929a-daa90ce624cc), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:22.925826 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69c8cc30-8ccc-4920-98d5-3eb190c538da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (6d99ebca-2784-4f06-929a-daa90ce624cc), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:22.928479 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69c8cc30-8ccc-4920-98d5-3eb190c538da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:22.929628 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-69c8cc30-8ccc-4920-98d5-3eb190c538da admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6d99ebca-2784-4f06-929a-daa90ce624cc HTTP/1.1" status: 204 len: 168 time: 0.2018375 Jan 25 08:51:22.937673 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8cc30-8ccc-4920-98d5-3eb190c538da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d99ebca-2784-4f06-929a-daa90ce624cc,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:51:23.544905 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 49888) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:51:23.558630 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5f615acf-1ff3-4d1a-aeaf-fb65a4d6223f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:23.631118 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5f615acf-1ff3-4d1a-aeaf-fb65a4d6223f admin admin] Publish callbacks [] for security_group (9fb8e794-719b-4bda-ab30-6e8b4d06ba2a), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:23.691016 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-5f615acf-1ff3-4d1a-aeaf-fb65a4d6223f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9fb8e794-719b-4bda-ab30-6e8b4d06ba2a), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:23.729049 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-5f615acf-1ff3-4d1a-aeaf-fb65a4d6223f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1c923d5dc3674a00a2633eaa8521e542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829484 Jan 25 08:51:23.730508 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f615acf-1ff3-4d1a-aeaf-fb65a4d6223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb8e794-719b-4bda-ab30-6e8b4d06ba2a,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:51:23.732280 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 49890) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:51:23.781446 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-00346ac3-a39c-4c00-a320-780d48e1e410 admin admin] Publish callbacks [] for security_group (9fb8e794-719b-4bda-ab30-6e8b4d06ba2a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:23.807340 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-00346ac3-a39c-4c00-a320-780d48e1e410 admin admin] Publish callbacks [] for security_group (9fb8e794-719b-4bda-ab30-6e8b4d06ba2a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:23.937223 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-00346ac3-a39c-4c00-a320-780d48e1e410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9fb8e794-719b-4bda-ab30-6e8b4d06ba2a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:23.939828 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-00346ac3-a39c-4c00-a320-780d48e1e410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:23.941063 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-00346ac3-a39c-4c00-a320-780d48e1e410 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9fb8e794-719b-4bda-ab30-6e8b4d06ba2a HTTP/1.1" status: 204 len: 168 time: 0.2070003 Jan 25 08:51:23.949245 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00346ac3-a39c-4c00-a320-780d48e1e410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb8e794-719b-4bda-ab30-6e8b4d06ba2a,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:51:30.419504 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:39.062704 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:51:39.473935 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d0083831-68a0-4d54-a04b-1caef30e7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:41.705223 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-80ee230a-8ed1-4b14-b909-a124f2154797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:43.088282 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:44.613631 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:45.879758 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:46.311677 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-832c6493-4599-4422-94da-56ca749a3395 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621090921&fields=id&tenant_id=3270c694d117403698bb3b24e359654c HTTP/1.1" status: 200 len: 267 time: 0.0435338 Jan 25 08:51:46.421340 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb078459-907a-48ec-bdff-ded763e142b5 req-13ec29f6-59bf-44b6-985b-4cf63da646d9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:46.422783 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-13ec29f6-59bf-44b6-985b-4cf63da646d9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 811 time: 0.1042519 Jan 25 08:51:46.437694 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-2072c1ea-e70e-4e38-82e1-2a8752967301 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/quotas/3270c694d117403698bb3b24e359654c HTTP/1.1" status: 200 len: 375 time: 0.0095093 Jan 25 08:51:46.489501 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-c67b3e23-8978-4930-ac4a-bdb4fd0adcd8 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467954 Jan 25 08:51:46.677019 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-458e05bb-c172-4961-bf13-f57666e7ccc6 service neutron] 10.222.0.112 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709168 Jan 25 08:51:46.770392 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-2d73719b-a5da-4fc5-b7c6-a1a9dbffdc22 service neutron] 10.222.0.112 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871019 Jan 25 08:51:48.062862 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-70987657-a22b-4c51-99df-5967793185c6 req-ef9a283b-ffca-45a4-bcee-8c21dedc4744 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 210 time: 0.0274327 Jan 25 08:51:49.154537 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8c78120e-872f-4f01-8daa-8d8b1db1dfb5 req-ccc2ed64-7f8f-47c8-9b53-ec6b8b4a8608 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 210 time: 0.0264089 Jan 25 08:51:50.112831 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb078459-907a-48ec-bdff-ded763e142b5 req-b8ab00c2-f442-46c3-b438-1051f7e1da05 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:50.122622 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-b8ab00c2-f442-46c3-b438-1051f7e1da05 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 811 time: 0.1002998 Jan 25 08:51:50.190592 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-9114cbf1-40af-4d78-b88b-b1a6ad636503 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3270c694d117403698bb3b24e359654c HTTP/1.1" status: 200 len: 379 time: 0.0682602 Jan 25 08:51:50.200848 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Request body: {'port': {'device_id': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'admin_state_up': True, 'tenant_id': '3270c694d117403698bb3b24e359654c', 'security_groups': ['9dff26f9-cc62-49aa-8eec-137c95e831da']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:51:50.285991 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-af08e78e-89a0-4d85-afa2-52babc4aea6b req-6530ab66-e359-4b5b-a2b4-12d47d163f03 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 210 time: 0.0547566 Jan 25 08:51:50.405918 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Made reservation on behalf of 3270c694d117403698bb3b24e359654c for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:51:50.411294 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:50.535348 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Allocated IP 172.20.0.4 (c84af400-ac1b-48de-9e51-923fce05d259/6616c566-e430-4980-a3e3-d6f559628b8e/f39c2c7a-2de7-4dbc-9032-cf736461ee68) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:51:50.668765 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:50.766265 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:50.809095 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Network c84af400-ac1b-48de-9e51-923fce05d259 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:51:50.812621 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:51:50.818693 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:51:50.842207 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'Port': ['ID=f39c2c7a-2de7-4dbc-9032-cf736461ee68,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:51:50.861233 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:51:50.861448 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:51:50.861699 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:51:50.862029 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:51:50.862354 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:51:50.862681 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:51:50.863006 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:51:50.863326 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:51:50.863648 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:51:50.863973 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:51:50.864349 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:51:50.864717 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:51:50.865035 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:51:50.891442 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:50.892414 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:50.996639 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d101d130-e926-4552-a370-73a75dfa81af tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8004560 Jan 25 08:51:51.011711 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Request body: {'port': {'device_id': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:51:51.026271 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e6bebf8e-6405-4adb-a7d2-3025ec650de9 None None] Provisioning complete for port f39c2c7a-2de7-4dbc-9032-cf736461ee68 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:51:51.026808 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e6bebf8e-6405-4adb-a7d2-3025ec650de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:51.067030 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e6bebf8e-6405-4adb-a7d2-3025ec650de9 None None] Port f39c2c7a-2de7-4dbc-9032-cf736461ee68 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:51:51.085576 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:51.346946 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39c2c7a-2de7-4dbc-9032-cf736461ee68 {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:51:51.354815 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Publish callbacks [] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:51.367269 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Transition to ACTIVE for port object f39c2c7a-2de7-4dbc-9032-cf736461ee68 will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:51:51.405913 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a70cd-d0d0-4a9a-a839-057c9cb98bdf req-82de0b38-4a40-4429-99fc-564db1c94dd7 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:51.407366 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4d0a70cd-d0d0-4a9a-a839-057c9cb98bdf req-82de0b38-4a40-4429-99fc-564db1c94dd7 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 931 time: 0.0485520 Jan 25 08:51:51.447814 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9328901'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:51.457359 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4d0a70cd-d0d0-4a9a-a839-057c9cb98bdf req-d3427352-b969-46dd-99a6-f96e4d748661 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443380 Jan 25 08:51:51.509262 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f39c2c7a-2de7-4dbc-9032-cf736461ee68,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:51:51.582166 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Attempting to bind port f39c2c7a-2de7-4dbc-9032-cf736461ee68 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:51:51.582507 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Attempting to bind port f39c2c7a-2de7-4dbc-9032-cf736461ee68 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:51:51.582837 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Attempting to bind port f39c2c7a-2de7-4dbc-9032-cf736461ee68 on network c84af400-ac1b-48de-9e51-923fce05d259 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:51:51.587459 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Port f39c2c7a-2de7-4dbc-9032-cf736461ee68 on network c84af400-ac1b-48de-9e51-923fce05d259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:51:51.587780 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Attempting to bind port f39c2c7a-2de7-4dbc-9032-cf736461ee68 on network c84af400-ac1b-48de-9e51-923fce05d259 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:51:51.592854 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:51:51.593191 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Checking segment: {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:51:51.593579 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Bound using segment: {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:51:51.594006 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Bound port: f39c2c7a-2de7-4dbc-9032-cf736461ee68, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99161de7-ec96-47b1-92f8-3d8dce9c83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:51:51.594363 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:51.659695 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] For port f39c2c7a-2de7-4dbc-9032-cf736461ee68, host hv-cinder-81187, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:51:51.662933 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] For port f39c2c7a-2de7-4dbc-9032-cf736461ee68, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f39c2c7a-2de7-4dbc-9032-cf736461ee68,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:51:51.720103 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9328901'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:51.753409 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:51.754026 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:51:51.755407 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] 10.222.0.121 "PUT /v2.0/ports/f39c2c7a-2de7-4dbc-9032-cf736461ee68 HTTP/1.1" status: 200 len: 1093 time: 0.7482567 Jan 25 08:51:51.755899 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'tag': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:51:51.758181 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1e9b42-6e5c-444f-a9e2-df859ee7b8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "36df6456-cf47-4a0f-822d-b92e9fbd44ba", "tag": "f39c2c7a-2de7-4dbc-9032-cf736461ee68"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:51:51.788534 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a7b6a-a716-4946-a288-d5e07cf515a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f39c2c7a-2de7-4dbc-9032-cf736461ee68,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:51:51.895301 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d922984d-63ca-4b28-8489-14c034f99a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:51.896927 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-d922984d-63ca-4b28-8489-14c034f99a6b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 1096 time: 0.0511401 Jan 25 08:51:51.943970 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f832833-3250-4a87-b023-0ede4522269d x-openstack-request-id: req-7f832833-3250-4a87-b023-0ede4522269d {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:51:51.948223 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36df6456-cf47-4a0f-822d-b92e9fbd44ba", "tag": "f39c2c7a-2de7-4dbc-9032-cf736461ee68", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:51:51.948223 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7f832833-3250-4a87-b023-0ede4522269d {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:51:51.948223 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'tag': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68', 'status': 'completed', 'code': 200} Jan 25 08:51:51.948223 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-3e7ff8e0-4733-44fb-bbd7-e39568046a9e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f39c2c7a-2de7-4dbc-9032-cf736461ee68 HTTP/1.1" status: 200 len: 217 time: 0.0414023 Jan 25 08:51:51.993482 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb078459-907a-48ec-bdff-ded763e142b5 req-dfcfc845-f4a5-4c24-ac6d-69c8c8e368a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:51.994926 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-dfcfc845-f4a5-4c24-ac6d-69c8c8e368a0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0426862 Jan 25 08:51:52.045871 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb078459-907a-48ec-bdff-ded763e142b5 req-ab9bb33c-968c-4392-80a9-05285eac309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:52.047295 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-ab9bb33c-968c-4392-80a9-05285eac309b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465102 Jan 25 08:51:52.138340 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-b70651bb-52f2-4240-a61b-50e575a192e2 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841868 Jan 25 08:51:52.233558 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fb078459-907a-48ec-bdff-ded763e142b5 req-f2c1d9bb-ed16-4de3-a08a-828a1a127ddb service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886869 Jan 25 08:51:52.425106 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e9b42-6e5c-444f-a9e2-df859ee7b8dc req-3de1337e-9559-4461-8f70-be073606c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:52.426701 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0f1e9b42-6e5c-444f-a9e2-df859ee7b8dc req-3de1337e-9559-4461-8f70-be073606c727 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 1096 time: 0.0439730 Jan 25 08:51:52.521963 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e9b42-6e5c-444f-a9e2-df859ee7b8dc req-0960d6cc-b352-441e-902d-078d9f60d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:52.523502 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0f1e9b42-6e5c-444f-a9e2-df859ee7b8dc req-0960d6cc-b352-441e-902d-078d9f60d2a3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 912 time: 0.0908604 Jan 25 08:51:52.568201 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0f1e9b42-6e5c-444f-a9e2-df859ee7b8dc req-04f77c5d-0530-4b64-912c-77e3d259d049 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f39c2c7a-2de7-4dbc-9032-cf736461ee68 HTTP/1.1" status: 200 len: 217 time: 0.0385089 Jan 25 08:51:52.582157 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc572fbf-95fb-45f8-aab1-626ea198b179 req-48b1eff8-f5fd-449a-bc78-bc9499507bd7 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:52.583616 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-dc572fbf-95fb-45f8-aab1-626ea198b179 req-48b1eff8-f5fd-449a-bc78-bc9499507bd7 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 943 time: 0.0530944 Jan 25 08:51:52.615914 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e9b42-6e5c-444f-a9e2-df859ee7b8dc req-083ebd25-0a40-4f6f-ab91-8bdb3d878741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:52.617413 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0f1e9b42-6e5c-444f-a9e2-df859ee7b8dc req-083ebd25-0a40-4f6f-ab91-8bdb3d878741 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0430796 Jan 25 08:51:52.633522 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-dc572fbf-95fb-45f8-aab1-626ea198b179 req-d3b6aa2b-371b-4bce-a23c-b9a9fe150987 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441380 Jan 25 08:51:52.666699 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e9b42-6e5c-444f-a9e2-df859ee7b8dc req-e1b1fec8-4706-48a8-aab4-fe7b627b472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:52.668269 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0f1e9b42-6e5c-444f-a9e2-df859ee7b8dc req-e1b1fec8-4706-48a8-aab4-fe7b627b472f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442731 Jan 25 08:51:52.772945 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0f1e9b42-6e5c-444f-a9e2-df859ee7b8dc req-d2be83f4-f944-4139-aa8c-ae6bda070d10 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978222 Jan 25 08:51:52.872473 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0f1e9b42-6e5c-444f-a9e2-df859ee7b8dc req-b605cf37-7b6c-446c-848c-d1f858ccf124 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910110 Jan 25 08:51:53.753068 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcc3a8-228a-4e38-8360-82f97c2e7869 req-67630181-9f93-46f9-a8b9-e625467de28a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:53.754569 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a0bcc3a8-228a-4e38-8360-82f97c2e7869 req-67630181-9f93-46f9-a8b9-e625467de28a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 943 time: 0.0523975 Jan 25 08:51:53.804219 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a0bcc3a8-228a-4e38-8360-82f97c2e7869 req-50f7bf09-609d-461c-bf23-9fb3404f04e7 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440679 Jan 25 08:51:54.917450 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52535a9c-2673-4e81-a24c-a08b8fce0928 req-07d84dec-81e7-42d9-9f53-a7ccbf041634 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:54.919051 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-52535a9c-2673-4e81-a24c-a08b8fce0928 req-07d84dec-81e7-42d9-9f53-a7ccbf041634 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 943 time: 0.0486166 Jan 25 08:51:54.967728 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-52535a9c-2673-4e81-a24c-a08b8fce0928 req-1c367a82-3fb9-4779-85c9-31367179867d tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430913 Jan 25 08:51:56.079971 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22a56b-67c1-4581-b4fd-ac6ca53f57f4 req-ac5bf1e4-8f5d-48f3-9105-085c6f43a35a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:56.081481 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-bd22a56b-67c1-4581-b4fd-ac6ca53f57f4 req-ac5bf1e4-8f5d-48f3-9105-085c6f43a35a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 943 time: 0.0482216 Jan 25 08:51:56.129085 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-bd22a56b-67c1-4581-b4fd-ac6ca53f57f4 req-718c8a91-868e-4044-84c0-7d8bad402f9d tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421269 Jan 25 08:51:57.249396 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d620e7-18dc-471b-abc1-6a8011fc4e19 req-9467745e-a0a4-4ea0-98a8-a0249fa7b1f3 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:57.250864 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d9d620e7-18dc-471b-abc1-6a8011fc4e19 req-9467745e-a0a4-4ea0-98a8-a0249fa7b1f3 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 943 time: 0.0545492 Jan 25 08:51:57.298939 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d9d620e7-18dc-471b-abc1-6a8011fc4e19 req-83cc81ff-e53c-4dd3-9c18-33967cd21ae0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424523 Jan 25 08:51:58.412984 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27461ff2-035c-4e3b-bb64-d5ff3f2c8090 req-b06ad943-bae5-4fe5-b28a-bbbfc598c69e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:58.414424 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-27461ff2-035c-4e3b-bb64-d5ff3f2c8090 req-b06ad943-bae5-4fe5-b28a-bbbfc598c69e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 943 time: 0.0511272 Jan 25 08:51:58.460823 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-27461ff2-035c-4e3b-bb64-d5ff3f2c8090 req-c4d3cdfa-e102-4338-a634-bae2550492fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408223 Jan 25 08:51:59.573202 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcc245-e178-4516-aeb8-b615856ccceb req-80b108e0-763c-4c7e-b29f-560ef400d0c5 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:51:59.574660 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b1fcc245-e178-4516-aeb8-b615856ccceb req-80b108e0-763c-4c7e-b29f-560ef400d0c5 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 943 time: 0.0477009 Jan 25 08:51:59.628184 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b1fcc245-e178-4516-aeb8-b615856ccceb req-f2f0e924-e4cc-47dd-a33b-73b7fc90cd1a tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432925 Jan 25 08:52:00.493699 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:00.747107 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86877bb-d70a-4ca7-a726-6895a0368781 req-afbd04a2-42de-4061-8cc4-01a338990c02 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:00.748648 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e86877bb-d70a-4ca7-a726-6895a0368781 req-afbd04a2-42de-4061-8cc4-01a338990c02 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 943 time: 0.0498376 Jan 25 08:52:00.799443 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e86877bb-d70a-4ca7-a726-6895a0368781 req-6663a4a6-4a3a-4182-9c16-a0d31fdd81c9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451632 Jan 25 08:52:00.981401 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device f39c2c7a-2de7-4dbc-9032-cf736461ee68 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:52:01.076106 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port f39c2c7a-2de7-4dbc-9032-cf736461ee68, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f39c2c7a-2de7-4dbc-9032-cf736461ee68,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:52:01.086643 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'port_id': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68', 'mac_address': 'fa:16:3e:bd:d9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:52:01.121974 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port f39c2c7a-2de7-4dbc-9032-cf736461ee68 is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:52:01.122974 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:01.134995 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39c2c7a-2de7-4dbc-9032-cf736461ee68 {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:52:01.154126 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port f39c2c7a-2de7-4dbc-9032-cf736461ee68, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f39c2c7a-2de7-4dbc-9032-cf736461ee68,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:52:01.227830 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:01.275081 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=f39c2c7a-2de7-4dbc-9032-cf736461ee68,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:01.282333 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:01.282690 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:01.283036 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:01.283373 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:01.283707 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:01.284034 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:01.284392 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:01.284717 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:01.285045 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:01.285366 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:01.285688 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:01.286012 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:01.286329 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:01.910978 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec8b03-07ff-4ff8-9b83-24797cf2a6ba req-53247262-50b8-4e20-9451-80b96168121e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:01.912445 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-38ec8b03-07ff-4ff8-9b83-24797cf2a6ba req-53247262-50b8-4e20-9451-80b96168121e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 944 time: 0.0469244 Jan 25 08:52:01.965012 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-38ec8b03-07ff-4ff8-9b83-24797cf2a6ba req-705153cf-fa4b-416c-8c74-f4f68b61f3b6 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470836 Jan 25 08:52:03.079023 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c4ed9-79ed-4522-8539-ec8e380f9cf9 req-d0f9003c-92d2-4e2a-a4a0-2f0e75101491 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:03.080533 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f24c4ed9-79ed-4522-8539-ec8e380f9cf9 req-d0f9003c-92d2-4e2a-a4a0-2f0e75101491 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 944 time: 0.0471306 Jan 25 08:52:03.131559 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f24c4ed9-79ed-4522-8539-ec8e380f9cf9 req-78a8128b-c228-4b29-bbb8-a63d09948dc6 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453153 Jan 25 08:52:04.242709 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d1a12-c9c0-428d-92ba-b985e315cb24 req-62a69caa-efd4-46b9-9894-3f6bee28abe8 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:04.244165 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b61d1a12-c9c0-428d-92ba-b985e315cb24 req-62a69caa-efd4-46b9-9894-3f6bee28abe8 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 944 time: 0.0470088 Jan 25 08:52:04.291670 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b61d1a12-c9c0-428d-92ba-b985e315cb24 req-6a100cd9-4c96-486c-afcc-8fce952568a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413857 Jan 25 08:52:05.413485 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8608ab-3765-47a8-a551-cf4ec2dd7d6c req-04cc1372-13a7-46c4-a512-8d493cf34d9c tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:05.414963 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4e8608ab-3765-47a8-a551-cf4ec2dd7d6c req-04cc1372-13a7-46c4-a512-8d493cf34d9c tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 944 time: 0.0483522 Jan 25 08:52:05.462823 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4e8608ab-3765-47a8-a551-cf4ec2dd7d6c req-4abaacb5-6a85-49b3-bb4c-3aeb461ba7f5 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423899 Jan 25 08:52:05.673426 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['f39c2c7a-2de7-4dbc-9032-cf736461ee68'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:52:06.574941 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d6726-a9bd-434b-be71-cb54e25e321b req-0ddbf614-d77a-4b82-b8d8-bee922cd9f13 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:06.576339 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c61d6726-a9bd-434b-be71-cb54e25e321b req-0ddbf614-d77a-4b82-b8d8-bee922cd9f13 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 944 time: 0.0483751 Jan 25 08:52:06.628145 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c61d6726-a9bd-434b-be71-cb54e25e321b req-e21944b2-0243-4827-bfc2-373366805f98 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460067 Jan 25 08:52:07.742103 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005d898-dbf2-4f95-b477-27a03fe53136 req-eee8253e-c444-4959-8763-e8c4d19835de tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:07.743587 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a005d898-dbf2-4f95-b477-27a03fe53136 req-eee8253e-c444-4959-8763-e8c4d19835de tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 944 time: 0.0484667 Jan 25 08:52:07.790486 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a005d898-dbf2-4f95-b477-27a03fe53136 req-4b78e8b6-85a9-489a-89cd-c15aa6f3125d tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414891 Jan 25 08:52:07.882843 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device f39c2c7a-2de7-4dbc-9032-cf736461ee68 up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:52:08.019274 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port f39c2c7a-2de7-4dbc-9032-cf736461ee68 completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:52:08.023036 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port f39c2c7a-2de7-4dbc-9032-cf736461ee68 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:52:08.023408 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:08.098856 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port f39c2c7a-2de7-4dbc-9032-cf736461ee68 is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:52:08.099261 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:08.124528 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:52:08.126808 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a52461-1345-42a7-ab9a-91bad519f092" -d '{"events": [{"server_uuid": "36df6456-cf47-4a0f-822d-b92e9fbd44ba", "name": "network-vif-plugged", "status": "completed", "tag": "f39c2c7a-2de7-4dbc-9032-cf736461ee68"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:52:08.139897 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port f39c2c7a-2de7-4dbc-9032-cf736461ee68, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f39c2c7a-2de7-4dbc-9032-cf736461ee68,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:52:08.166570 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a7a57f-cf16-4383-9ebc-2e8827e98877 x-openstack-request-id: req-89a7a57f-cf16-4383-9ebc-2e8827e98877 {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:52:08.166866 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36df6456-cf47-4a0f-822d-b92e9fbd44ba", "name": "network-vif-plugged", "status": "completed", "tag": "f39c2c7a-2de7-4dbc-9032-cf736461ee68", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:52:08.167122 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-89a7a57f-cf16-4383-9ebc-2e8827e98877 {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:52:08.167520 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68', 'code': 200} Jan 25 08:52:08.205750 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:08.255455 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=f39c2c7a-2de7-4dbc-9032-cf736461ee68,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:08.503577 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728edf38-eb0a-4a8e-bee8-8c9a23c72fb6 req-6a3ab72c-c1e7-4867-ac9f-4c4de54371ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:08.505199 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-728edf38-eb0a-4a8e-bee8-8c9a23c72fb6 req-6a3ab72c-c1e7-4867-ac9f-4c4de54371ad service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 1098 time: 0.0424054 Jan 25 08:52:08.555142 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-728edf38-eb0a-4a8e-bee8-8c9a23c72fb6 req-f6c4b39d-d664-42f8-b1c1-b0f08954a08a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419610 Jan 25 08:52:08.904081 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0c74e-29d2-409b-a6ac-7ae2839dc3d3 req-688076a0-32aa-4ca2-84e2-f87c4855969b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:08.905761 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-37e0c74e-29d2-409b-a6ac-7ae2839dc3d3 req-688076a0-32aa-4ca2-84e2-f87c4855969b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 945 time: 0.0483229 Jan 25 08:52:08.954442 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-37e0c74e-29d2-409b-a6ac-7ae2839dc3d3 req-8a50d840-822d-4768-af33-d77ffee8b367 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431776 Jan 25 08:52:09.476302 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-29695ded-d833-4da6-94e9-1257c850528f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:10.081325 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a72ed-e141-47f8-9f4b-d2f74ff5a6bb req-28b12949-5ba7-4e32-8e47-e3a45a8b2cd4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:10.082817 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-738a72ed-e141-47f8-9f4b-d2f74ff5a6bb req-28b12949-5ba7-4e32-8e47-e3a45a8b2cd4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 945 time: 0.0536587 Jan 25 08:52:10.105910 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c29da447-de38-430d-8b41-2d02d421c8c7 req-8af153c4-490a-483d-b24d-74a78d2ca8c0 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434148 Jan 25 08:52:10.145826 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-738a72ed-e141-47f8-9f4b-d2f74ff5a6bb req-d17666b6-29be-4e61-ac96-e7c1bca0e129 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571883 Jan 25 08:52:10.197540 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29da447-de38-430d-8b41-2d02d421c8c7 req-769aaf5d-7418-49aa-a12f-38324d67809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:10.199113 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c29da447-de38-430d-8b41-2d02d421c8c7 req-769aaf5d-7418-49aa-a12f-38324d67809e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 1098 time: 0.0439596 Jan 25 08:52:10.308369 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29da447-de38-430d-8b41-2d02d421c8c7 req-08516c3f-df4a-4d4c-8b5e-50ad74d38235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:10.312322 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c29da447-de38-430d-8b41-2d02d421c8c7 req-08516c3f-df4a-4d4c-8b5e-50ad74d38235 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 912 time: 0.0931363 Jan 25 08:52:10.382153 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c29da447-de38-430d-8b41-2d02d421c8c7 req-f9e2237e-50c6-4244-9566-78744a0aad5f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 HTTP/1.1" status: 200 len: 1000 time: 0.0626845 Jan 25 08:52:10.432573 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29da447-de38-430d-8b41-2d02d421c8c7 req-f978d4ee-b78c-4442-a9ff-7832accb7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:10.434026 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c29da447-de38-430d-8b41-2d02d421c8c7 req-f978d4ee-b78c-4442-a9ff-7832accb7624 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0449097 Jan 25 08:52:10.482562 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29da447-de38-430d-8b41-2d02d421c8c7 req-e0a50eac-0e76-4e72-99bd-01f7c9a5118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:10.484358 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c29da447-de38-430d-8b41-2d02d421c8c7 req-e0a50eac-0e76-4e72-99bd-01f7c9a5118d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426209 Jan 25 08:52:10.578395 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c29da447-de38-430d-8b41-2d02d421c8c7 req-1f6dd017-50cf-433f-b6cd-e3c8dfe035f0 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859790 Jan 25 08:52:10.677140 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c29da447-de38-430d-8b41-2d02d421c8c7 req-3ce55d4e-b971-490e-bc4c-7ad6e47ff25e service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912352 Jan 25 08:52:11.266240 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549afdf-46c5-4796-a9ac-25968a7a1fc2 req-9bd6c497-65b1-4f4d-ad9b-356fe31a67b4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:11.270993 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9549afdf-46c5-4796-a9ac-25968a7a1fc2 req-9bd6c497-65b1-4f4d-ad9b-356fe31a67b4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 945 time: 0.0539217 Jan 25 08:52:11.315940 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9549afdf-46c5-4796-a9ac-25968a7a1fc2 req-944affde-abb4-439e-8ce3-58d7d43771e6 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423753 Jan 25 08:52:11.439914 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abe71e-b77b-4ea1-9ca7-48a22456f745 req-6c9e7601-99a0-4f5f-9963-804e6e249cdb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:11.441410 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0abe71e-b77b-4ea1-9ca7-48a22456f745 req-6c9e7601-99a0-4f5f-9963-804e6e249cdb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 945 time: 0.0545795 Jan 25 08:52:11.490134 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-e0abe71e-b77b-4ea1-9ca7-48a22456f745 req-a7560814-a00d-4b44-959f-86c8821aee66 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431075 Jan 25 08:52:11.512972 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50246) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:11.578980 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50250) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:11.635214 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d5eab9cc-2648-4bf9-a686-9ee9dfdf1fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:11.674422 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d14bd73a-3ca7-4858-b8e0-e9a687758cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:11.727502 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbad74-805b-4319-95b7-f1f660139ba3 tempest-TestVolumeBootPattern-510257774 tempest-TestVolumeBootPattern-510257774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:11.729066 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-d0cbad74-805b-4319-95b7-f1f660139ba3 tempest-TestVolumeBootPattern-510257774 tempest-TestVolumeBootPattern-510257774-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 1093 time: 0.2150919 Jan 25 08:52:11.732040 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50254) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:11.737592 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Request body: {'floatingip': {'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'port_id': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:52:11.752458 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d5eab9cc-2648-4bf9-a686-9ee9dfdf1fe3 admin admin] Publish callbacks [] for security_group (3d80ba83-25ad-4151-86de-18d98341c994), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:11.813157 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d5eab9cc-2648-4bf9-a686-9ee9dfdf1fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3d80ba83-25ad-4151-86de-18d98341c994), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:11.836046 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:11.853462 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-d5eab9cc-2648-4bf9-a686-9ee9dfdf1fe3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=62b0159b2f5a4559bf8d3aa30a78f28a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734160 Jan 25 08:52:11.854326 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eab9cc-2648-4bf9-a686-9ee9dfdf1fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d80ba83-25ad-4151-86de-18d98341c994,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:11.856416 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50256) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:11.949704 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Publish callbacks [] for security_group (3d80ba83-25ad-4151-86de-18d98341c994), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:11.977698 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Publish callbacks [] for security_group (3d80ba83-25ad-4151-86de-18d98341c994), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:12.018860 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:12.077490 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3d80ba83-25ad-4151-86de-18d98341c994), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:12.080055 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:12.081211 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3d80ba83-25ad-4151-86de-18d98341c994 HTTP/1.1" status: 204 len: 168 time: 0.2238884 Jan 25 08:52:12.122439 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d80ba83-25ad-4151-86de-18d98341c994,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:12.132562 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:12.142363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:12.142363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:12.142363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:12.142363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:12.142363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:12.142363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:12.142363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:12.142363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:12.142363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:12.142363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:12.142363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:12.142363 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9713fee7-2fce-43d5-9dcb-265a65864762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:12.198174 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Allocated IP 172.27.1.127 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/0b532275-f04e-492e-b280-a2411ce18440) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:52:12.298342 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for port (0b532275-f04e-492e-b280-a2411ce18440), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:12.440190 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (0b532275-f04e-492e-b280-a2411ce18440), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:12.482665 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:52:12.485756 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:52:12.491131 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:52:12.496459 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'Port': ['ID=0b532275-f04e-492e-b280-a2411ce18440,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:12.751193 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50262) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:12.867297 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for floatingip (5651b95b-1c4e-4e58-ab33-50c3353fe755), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.012793 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (0b532275-f04e-492e-b280-a2411ce18440), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.032801 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-45676adb-d8fe-4338-9e17-f5bc794a356e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.070793 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.106370 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-45676adb-d8fe-4338-9e17-f5bc794a356e admin admin] Publish callbacks [] for security_group (7e806778-c62e-42ac-84df-8f6e5d895c0f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.162317 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for port (0b532275-f04e-492e-b280-a2411ce18440), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.165310 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-45676adb-d8fe-4338-9e17-f5bc794a356e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (7e806778-c62e-42ac-84df-8f6e5d895c0f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.203369 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-45676adb-d8fe-4338-9e17-f5bc794a356e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=74ac29f1eea14f628f62057233a51548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4510481 Jan 25 08:52:13.204463 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45676adb-d8fe-4338-9e17-f5bc794a356e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e806778-c62e-42ac-84df-8f6e5d895c0f,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:13.206194 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50264) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:13.214955 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (0b532275-f04e-492e-b280-a2411ce18440), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.309228 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event updated for resources: {'Port': ['ID=0b532275-f04e-492e-b280-a2411ce18440,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:13.323549 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (5651b95b-1c4e-4e58-ab33-50c3353fe755), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.360287 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-caed6996-936d-45fb-aa1c-9525115cc448 admin admin] Publish callbacks [] for security_group (7e806778-c62e-42ac-84df-8f6e5d895c0f), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.388817 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-caed6996-936d-45fb-aa1c-9525115cc448 admin admin] Publish callbacks [] for security_group (7e806778-c62e-42ac-84df-8f6e5d895c0f), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.462090 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Floating IP 5651b95b-1c4e-4e58-ab33-50c3353fe755 associated. External IP: 172.27.1.127, port: f39c2c7a-2de7-4dbc-9032-cf736461ee68. Jan 25 08:52:13.597648 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-caed6996-936d-45fb-aa1c-9525115cc448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (7e806778-c62e-42ac-84df-8f6e5d895c0f), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.600207 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-caed6996-936d-45fb-aa1c-9525115cc448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.601331 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-caed6996-936d-45fb-aa1c-9525115cc448 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/7e806778-c62e-42ac-84df-8f6e5d895c0f HTTP/1.1" status: 204 len: 168 time: 0.3927915 Jan 25 08:52:13.614227 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed6996-936d-45fb-aa1c-9525115cc448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e806778-c62e-42ac-84df-8f6e5d895c0f,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:13.680540 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Router 3807cb94-5231-48e4-8402-cd545ae4e12e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:52:13.793400 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:52:13.809236 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9c1aa-f37b-421c-b08e-7a9312a3de8a None None] Sync routers for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:52:13.820210 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9c1aa-f37b-421c-b08e-7a9312a3de8a None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:52:13.820767 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-2af9c1aa-f37b-421c-b08e-7a9312a3de8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:52:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:52:13.861366 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:13.890002 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-ff3a0ab0-f209-430a-b64f-bfd7b64351a0 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1555994 Jan 25 08:52:13.891112 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'tag': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:52:13.893540 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5325c4-bfa8-4285-b01f-71efd226de38" -d '{"events": [{"name": "network-changed", "server_uuid": "36df6456-cf47-4a0f-822d-b92e9fbd44ba", "tag": "f39c2c7a-2de7-4dbc-9032-cf736461ee68"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:52:13.931705 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-2af9c1aa-f37b-421c-b08e-7a9312a3de8a None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:52:14.069573 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49191a42-ddc1-443e-9513-9378a1bfe77a x-openstack-request-id: req-49191a42-ddc1-443e-9513-9378a1bfe77a {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:52:14.069863 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36df6456-cf47-4a0f-822d-b92e9fbd44ba", "tag": "f39c2c7a-2de7-4dbc-9032-cf736461ee68", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:52:14.070112 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-49191a42-ddc1-443e-9513-9378a1bfe77a {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:52:14.070510 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'tag': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68', 'status': 'completed', 'code': 200} Jan 25 08:52:14.132861 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5325c4-bfa8-4285-b01f-71efd226de38 req-9b9f8d5d-fd53-4c11-97d4-7a9ca08a09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:14.134406 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0d5325c4-bfa8-4285-b01f-71efd226de38 req-9b9f8d5d-fd53-4c11-97d4-7a9ca08a09ef service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 1098 time: 0.0416727 Jan 25 08:52:14.168600 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-2af9c1aa-f37b-421c-b08e-7a9312a3de8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '0268c817-897d-45b9-aecc-252a9478128d', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:e9:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221441f9-012c-4f24-a373-3ff2239f4f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:49:26Z', 'updated_at': '2022-01-25T08:49:28Z', 'revision_number': 1, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}, {'id': '5651b95b-1c4e-4e58-ab33-50c3353fe755', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:bd:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:52:12Z', 'updated_at': '2022-01-25T08:52:12Z', 'revision_number': 0, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:52:14.198569 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9c1aa-f37b-421c-b08e-7a9312a3de8a None None] Checking router: 3807cb94-5231-48e4-8402-cd545ae4e12e for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:52:14.209311 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9c1aa-f37b-421c-b08e-7a9312a3de8a None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:52:14.210311 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-2af9c1aa-f37b-421c-b08e-7a9312a3de8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:52:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:52:14.230628 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5325c4-bfa8-4285-b01f-71efd226de38 req-2492b533-52c6-4add-ad40-a8f3da7e08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:14.232328 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0d5325c4-bfa8-4285-b01f-71efd226de38 req-2492b533-52c6-4add-ad40-a8f3da7e08d2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 912 time: 0.0918286 Jan 25 08:52:14.299764 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0d5325c4-bfa8-4285-b01f-71efd226de38 req-2678c1e4-7b4c-4db2-8ec3-d17a2ae3451b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f39c2c7a-2de7-4dbc-9032-cf736461ee68 HTTP/1.1" status: 200 len: 999 time: 0.0597651 Jan 25 08:52:14.318458 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-2af9c1aa-f37b-421c-b08e-7a9312a3de8a None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:52:14.357592 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5325c4-bfa8-4285-b01f-71efd226de38 req-cce6f234-6ef5-4132-ad73-a04a1d416370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:14.359623 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0d5325c4-bfa8-4285-b01f-71efd226de38 req-cce6f234-6ef5-4132-ad73-a04a1d416370 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0541430 Jan 25 08:52:14.406729 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5325c4-bfa8-4285-b01f-71efd226de38 req-d8824102-0915-43a0-ac31-89b3c5eeaf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:14.408229 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0d5325c4-bfa8-4285-b01f-71efd226de38 req-d8824102-0915-43a0-ac31-89b3c5eeaf49 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421681 Jan 25 08:52:14.506002 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0d5325c4-bfa8-4285-b01f-71efd226de38 req-e9920c39-82e0-411a-8107-c3a4b0051151 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914941 Jan 25 08:52:14.570223 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-2af9c1aa-f37b-421c-b08e-7a9312a3de8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '0268c817-897d-45b9-aecc-252a9478128d', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:e9:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221441f9-012c-4f24-a373-3ff2239f4f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:49:26Z', 'updated_at': '2022-01-25T08:49:28Z', 'revision_number': 1, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}, {'id': '5651b95b-1c4e-4e58-ab33-50c3353fe755', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:bd:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:52:12Z', 'updated_at': '2022-01-25T08:52:12Z', 'revision_number': 0, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:52:14.600155 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9c1aa-f37b-421c-b08e-7a9312a3de8a None None] The sync data for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi is: [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '0268c817-897d-45b9-aecc-252a9478128d', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:e9:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221441f9-012c-4f24-a373-3ff2239f4f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:49:26Z', 'updated_at': '2022-01-25T08:49:28Z', 'revision_number': 1, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}, {'id': '5651b95b-1c4e-4e58-ab33-50c3353fe755', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:bd:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:52:12Z', 'updated_at': '2022-01-25T08:52:12Z', 'revision_number': 0, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:52:14.601888 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-0d5325c4-bfa8-4285-b01f-71efd226de38 req-1c08261e-bbb2-470b-9628-c1f32d4f5eb4 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899260 Jan 25 08:52:14.636359 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:14.806055 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f819aa15-db36-4c01-9789-4d817c354494 None None] New status for floating IP 5651b95b-1c4e-4e58-ab33-50c3353fe755: ACTIVE {{(pid=103107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:52:15.847889 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:16.062039 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:52:30.441321 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:39.481315 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c64eaeff-4dc0-4add-8968-55ada28823c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:41.675410 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-fb445321-687c-4268-ae20-5d3af7378c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:42.906654 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50410) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:43.009836 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-05080fe4-80d9-4ea2-be57-4356c5f9bcb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:43.089939 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-05080fe4-80d9-4ea2-be57-4356c5f9bcb8 admin admin] Publish callbacks [] for security_group (c6889d54-7ca4-4dee-8aa9-0c48113d4fbc), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:43.115787 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:43.132647 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-05080fe4-80d9-4ea2-be57-4356c5f9bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (c6889d54-7ca4-4dee-8aa9-0c48113d4fbc), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:43.171828 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-05080fe4-80d9-4ea2-be57-4356c5f9bcb8 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2ee453e8b00544da887ec03aeb9f1390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640991 Jan 25 08:52:43.173802 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05080fe4-80d9-4ea2-be57-4356c5f9bcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6889d54-7ca4-4dee-8aa9-0c48113d4fbc,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:43.174594 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50414) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:43.230885 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-308ad7b6-8e7f-42ff-8158-54e9a1df7627 admin admin] Publish callbacks [] for security_group (c6889d54-7ca4-4dee-8aa9-0c48113d4fbc), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:43.251758 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-308ad7b6-8e7f-42ff-8158-54e9a1df7627 admin admin] Publish callbacks [] for security_group (c6889d54-7ca4-4dee-8aa9-0c48113d4fbc), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:43.366783 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-308ad7b6-8e7f-42ff-8158-54e9a1df7627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (c6889d54-7ca4-4dee-8aa9-0c48113d4fbc), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:43.369439 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-308ad7b6-8e7f-42ff-8158-54e9a1df7627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:43.370652 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-308ad7b6-8e7f-42ff-8158-54e9a1df7627 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c6889d54-7ca4-4dee-8aa9-0c48113d4fbc HTTP/1.1" status: 204 len: 168 time: 0.1949022 Jan 25 08:52:43.378700 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ad7b6-8e7f-42ff-8158-54e9a1df7627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6889d54-7ca4-4dee-8aa9-0c48113d4fbc,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:44.633491 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:45.841037 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:53.060658 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:52:54.258681 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50538) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:54.360377 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:54.436246 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Publish callbacks [] for security_group (3c0f07da-4c32-4fbe-915a-7ce0a7012e9c), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:54.504218 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3c0f07da-4c32-4fbe-915a-7ce0a7012e9c), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:54.543023 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=27730ea1899e4d479d6dd9baf2de5bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832720 Jan 25 08:52:54.543985 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0f07da-4c32-4fbe-915a-7ce0a7012e9c,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:54.545741 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50542) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:54.551291 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:54.551646 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:54.551992 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:54.552367 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:54.552700 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:54.553030 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:54.553365 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:54.553693 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:54.554022 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:54.554362 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:54.554672 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:54.554992 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:54.555312 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06779144-a9fa-40a1-8a63-1fd0175b8c6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:52:54.594452 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f5c33212-8953-496c-92d3-51b067be9300 admin admin] Publish callbacks [] for security_group (3c0f07da-4c32-4fbe-915a-7ce0a7012e9c), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:54.615518 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f5c33212-8953-496c-92d3-51b067be9300 admin admin] Publish callbacks [] for security_group (3c0f07da-4c32-4fbe-915a-7ce0a7012e9c), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:54.744813 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f5c33212-8953-496c-92d3-51b067be9300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (3c0f07da-4c32-4fbe-915a-7ce0a7012e9c), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:54.747566 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f5c33212-8953-496c-92d3-51b067be9300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:54.748882 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-f5c33212-8953-496c-92d3-51b067be9300 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3c0f07da-4c32-4fbe-915a-7ce0a7012e9c HTTP/1.1" status: 204 len: 168 time: 0.2020538 Jan 25 08:52:54.756850 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c33212-8953-496c-92d3-51b067be9300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0f07da-4c32-4fbe-915a-7ce0a7012e9c,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:55.449727 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50548) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:55.464279 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e7fb38bd-d4da-4a4f-a21f-0bc2db473aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:55.540016 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e7fb38bd-d4da-4a4f-a21f-0bc2db473aa7 admin admin] Publish callbacks [] for security_group (08781558-4509-45ed-b11a-956983288dee), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:55.599368 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e7fb38bd-d4da-4a4f-a21f-0bc2db473aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (08781558-4509-45ed-b11a-956983288dee), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:55.640562 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-e7fb38bd-d4da-4a4f-a21f-0bc2db473aa7 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=95485b1f824e47e9ab5d96de91505050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897287 Jan 25 08:52:55.641552 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb38bd-d4da-4a4f-a21f-0bc2db473aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08781558-4509-45ed-b11a-956983288dee,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:55.644047 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50550) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:55.692676 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-62105469-cbfd-477d-9e48-1f298fdbb50b admin admin] Publish callbacks [] for security_group (08781558-4509-45ed-b11a-956983288dee), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:55.713607 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-62105469-cbfd-477d-9e48-1f298fdbb50b admin admin] Publish callbacks [] for security_group (08781558-4509-45ed-b11a-956983288dee), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:55.845198 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-62105469-cbfd-477d-9e48-1f298fdbb50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (08781558-4509-45ed-b11a-956983288dee), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:55.847827 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-62105469-cbfd-477d-9e48-1f298fdbb50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:55.849028 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-62105469-cbfd-477d-9e48-1f298fdbb50b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/08781558-4509-45ed-b11a-956983288dee HTTP/1.1" status: 204 len: 168 time: 0.2038860 Jan 25 08:52:55.856932 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62105469-cbfd-477d-9e48-1f298fdbb50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08781558-4509-45ed-b11a-956983288dee,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:56.467747 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50556) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:56.481267 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-249ac73d-25f3-4e56-a9c4-755365ca1fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:56.553699 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-249ac73d-25f3-4e56-a9c4-755365ca1fe9 admin admin] Publish callbacks [] for security_group (be3600bf-4045-4970-817f-ef364f07e08a), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:56.618202 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-249ac73d-25f3-4e56-a9c4-755365ca1fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (be3600bf-4045-4970-817f-ef364f07e08a), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:56.663824 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-249ac73d-25f3-4e56-a9c4-755365ca1fe9 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a2ff59c92e26426db31f0ce0971bf334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935651 Jan 25 08:52:56.665106 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ac73d-25f3-4e56-a9c4-755365ca1fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3600bf-4045-4970-817f-ef364f07e08a,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:56.665235 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50558) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:56.712870 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-84d0c720-94be-4fd1-a16b-5202b150270c admin admin] Publish callbacks [] for security_group (be3600bf-4045-4970-817f-ef364f07e08a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:56.734869 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-84d0c720-94be-4fd1-a16b-5202b150270c admin admin] Publish callbacks [] for security_group (be3600bf-4045-4970-817f-ef364f07e08a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:56.858316 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-84d0c720-94be-4fd1-a16b-5202b150270c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (be3600bf-4045-4970-817f-ef364f07e08a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:56.860937 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-84d0c720-94be-4fd1-a16b-5202b150270c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:56.862599 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-84d0c720-94be-4fd1-a16b-5202b150270c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/be3600bf-4045-4970-817f-ef364f07e08a HTTP/1.1" status: 204 len: 168 time: 0.1959202 Jan 25 08:52:56.871379 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0c720-94be-4fd1-a16b-5202b150270c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3600bf-4045-4970-817f-ef364f07e08a,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:57.835437 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50582) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:57.930705 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-79333773-network', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:52:58.005144 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Made reservation on behalf of 2a8a2504e2d74814bc553b6bf2a40b7b for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:52:58.007430 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:58.015699 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:58.088261 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Publish callbacks [] for security_group (7a56aa39-66c2-49ab-a2de-7f78fa152c05), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:58.147952 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (7a56aa39-66c2-49ab-a2de-7f78fa152c05), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:58.172013 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:52:58.181467 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a56aa39-66c2-49ab-a2de-7f78fa152c05,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:58.187236 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (16bb6641-d2ca-4546-a612-b03c59aaddc0), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:58.187572 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Added segment 16bb6641-d2ca-4546-a612-b03c59aaddc0 of type vlan for network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 Jan 25 08:52:58.227257 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (b622c0c7-3e1c-47f1-8907-1cf3febd85c0), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:58.309919 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (b622c0c7-3e1c-47f1-8907-1cf3febd85c0), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:58.310788 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:58.311376 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:58.374996 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] Pushing event updated for resources: {'Network': ['ID=b622c0c7-3e1c-47f1-8907-1cf3febd85c0,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:58.385123 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:52:58.408081 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-e5821d12-4f8d-42c5-947c-252b1ac95306 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5714014 Jan 25 08:52:58.411709 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50586) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:58.416500 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-6a3e8b10-b7b6-4ced-9ff2-90f030953e14 admin admin] Request body: {'subnet': {'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-79333773-subnet', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'ip_version': 4}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:52:58.507873 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3e8b10-b7b6-4ced-9ff2-90f030953e14 admin admin] Made reservation on behalf of 2a8a2504e2d74814bc553b6bf2a40b7b for: {'subnet': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:52:58.510378 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6a3e8b10-b7b6-4ced-9ff2-90f030953e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8671574'] for subnet (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:58.725837 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6a3e8b10-b7b6-4ced-9ff2-90f030953e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9329342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8671556'] for subnet (ba81699b-cc16-4ced-8da0-69b3e60d9765), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:58.781119 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e8b10-b7b6-4ced-9ff2-90f030953e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba81699b-cc16-4ced-8da0-69b3e60d9765,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:58.791083 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e8b10-b7b6-4ced-9ff2-90f030953e14 admin admin] Checking segment: {'id': '16bb6641-d2ca-4546-a612-b03c59aaddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:52:58.791446 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3e8b10-b7b6-4ced-9ff2-90f030953e14 admin admin] Network hostable DHCP agents. Network: b622c0c7-3e1c-47f1-8907-1cf3febd85c0, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:52:58.868053 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3e8b10-b7b6-4ced-9ff2-90f030953e14 admin admin] Network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:52:58.982405 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-6a3e8b10-b7b6-4ced-9ff2-90f030953e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, b622c0c7-3e1c-47f1-8907-1cf3febd85c0) {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:52:58.986577 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e8b10-b7b6-4ced-9ff2-90f030953e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:52:58.987615 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-6a3e8b10-b7b6-4ced-9ff2-90f030953e14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:58.992593 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8868298e-2241-4836-bda2-bfb91cc707c0 None None] Network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:52:59.064823 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-6a3e8b10-b7b6-4ced-9ff2-90f030953e14 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6519878 Jan 25 08:52:59.069096 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50588) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:52:59.073349 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:52:59.094169 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cfbcc74-0d4c-5b35-bb29-6ee8540e8815-b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'fixed_ips': [{'subnet_id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765'}]}} from dv-cinder-811877-9-iscsi. {{(pid=103106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 08:52:59.095028 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:59.159819 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-86383'] for router (4a8d68a5-1ba8-410f-b094-6bb2dc999684), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:59.161107 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-86294'] for router (4a8d68a5-1ba8-410f-b094-6bb2dc999684), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:59.217459 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Publish callbacks [] for router_controller (4a8d68a5-1ba8-410f-b094-6bb2dc999684), precommit_add_association {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:59.366014 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.db_base_plugin_common [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Allocated IP 172.20.0.2 (b622c0c7-3e1c-47f1-8907-1cf3febd85c0/ba81699b-cc16-4ced-8da0-69b3e60d9765/7b2e21ad-409b-4d3e-81fc-1fde8fcf523f) {{(pid=103106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:52:59.411919 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Publish callbacks [] for router_gateway (4a8d68a5-1ba8-410f-b094-6bb2dc999684), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:59.505723 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Publish callbacks [] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), precommit_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:59.555902 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:59.590807 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 is already hosted by enough agents. {{(pid=103106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:52:59.593859 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.base_scheduler [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Resources bound (agent type, host, resource id): {{(pid=103106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:52:59.597929 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Received port after_create {{(pid=103106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:52:59.613307 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Pushing event updated for resources: {'Port': ['ID=7b2e21ad-409b-4d3e-81fc-1fde8fcf523f,revision_number=1']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:59.660820 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Attempting to bind port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:52:59.661190 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Attempting to bind port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '16bb6641-d2ca-4546-a612-b03c59aaddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:52:59.661557 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Attempting to bind port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f on network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:52:59.666397 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:52:59.666776 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Checking segment: {'id': '16bb6641-d2ca-4546-a612-b03c59aaddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:52:59.667174 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:59.667562 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Bound using segment: {'id': '16bb6641-d2ca-4546-a612-b03c59aaddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:52:59.668023 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Bound port: 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bb6641-d2ca-4546-a612-b03c59aaddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:52:59.668429 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:59.673959 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Publish callbacks [] for router_gateway (4a8d68a5-1ba8-410f-b094-6bb2dc999684), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:59.692779 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:59.730507 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] For port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:52:59.733621 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] For port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=7b2e21ad-409b-4d3e-81fc-1fde8fcf523f,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:52:59.801716 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Allocated IP 172.27.1.160 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/5eceaf52-c450-488e-aed2-c419b39a5ec4) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:52:59.807109 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:52:59.870101 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd13f6-a5c7-4041-9d6b-7fa1e09401d7 None None] Pushing event updated for resources: {'Port': ['ID=7b2e21ad-409b-4d3e-81fc-1fde8fcf523f,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:52:59.908394 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Publish callbacks [] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:00.001933 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:00.046379 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:53:00.053988 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:53:00.056201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Pushing event updated for resources: {'Port': ['ID=5eceaf52-c450-488e-aed2-c419b39a5ec4,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:00.058336 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:53:00.411339 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Publish callbacks [] for router_gateway (4a8d68a5-1ba8-410f-b094-6bb2dc999684), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:00.456908 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:00.479488 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:53:00.536127 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:00.536792 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:00.615636 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579814'] for router (4a8d68a5-1ba8-410f-b094-6bb2dc999684), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:00.623348 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:00.623865 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:00.662018 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=7b2e21ad-409b-4d3e-81fc-1fde8fcf523f,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:53:00.743673 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:00.797081 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c78716b-d27b-4ffb-b863-023f96611b9f None None] Network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:53:00.814466 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=7b2e21ad-409b-4d3e-81fc-1fde8fcf523f,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:00.817860 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 is scheduled to L3 agent a6803982-6296-4973-9e95-2feb13f43b2d with binding_index 1 {{(pid=103104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 08:53:00.881641 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-f7410405-ab75-4f37-8849-4e7444956192 None None] Provisioning complete for port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:00.882019 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-f7410405-ab75-4f37-8849-4e7444956192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:00.928688 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:53:00.940855 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Sync routers for ids ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:53:00.964849 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Routers {'4a8d68a5-1ba8-410f-b094-6bb2dc999684'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:53:00.965444 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:52:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:01.001781 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:01.003474 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-30631528-02f0-4b69-b494-2094466cb939 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9334023 Jan 25 08:53:01.006228 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50590) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:01.089515 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-f7410405-ab75-4f37-8849-4e7444956192 None None] Current status of the port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:01.108199 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Set router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:53:01.239576 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-7c7378f5-88e1-4883-a14a-ac0e0878dfdf None None] Provisioning complete for port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:01.239858 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-7c7378f5-88e1-4883-a14a-ac0e0878dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:01.369304 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-7c7378f5-88e1-4883-a14a-ac0e0878dfdf None None] Current status of the port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:01.373218 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:00Z', 'revision_number': 3, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port': {'id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:01.401204 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Checking router: 4a8d68a5-1ba8-410f-b094-6bb2dc999684 for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:53:01.401549 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Updating router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 port 5eceaf52-c450-488e-aed2-c419b39a5ec4 binding host dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:53:01.429782 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:01.430817 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:01.579378 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Allocated IP 172.20.0.1 (b622c0c7-3e1c-47f1-8907-1cf3febd85c0/ba81699b-cc16-4ced-8da0-69b3e60d9765/129ea87b-7bca-48ac-9b7f-991090168c0b) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:53:01.675467 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Publish callbacks [] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:01.683441 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Publish callbacks [] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:01.742167 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:01.771132 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:01.796383 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Attempting to bind port 5eceaf52-c450-488e-aed2-c419b39a5ec4 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:53:01.796746 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Attempting to bind port 5eceaf52-c450-488e-aed2-c419b39a5ec4 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:53:01.797105 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Attempting to bind port 5eceaf52-c450-488e-aed2-c419b39a5ec4 on network ed202089-45c6-4c7e-b473-596d2e9efddc {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:53:01.799078 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Pushing event updated for resources: {'Port': ['ID=5eceaf52-c450-488e-aed2-c419b39a5ec4,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:01.808978 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:53:01.810583 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Checking segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:53:01.810583 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:01.810791 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:53:01.810883 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Bound using segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:53:01.810883 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Bound port: 5eceaf52-c450-488e-aed2-c419b39a5ec4, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:53:01.811067 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:01.812922 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:53:01.813870 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:01.814219 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:01.814561 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:01.814922 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:01.815898 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:01.816298 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:01.816607 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:01.816965 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:01.817298 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:01.817625 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:01.817948 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:01.818266 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:01.818588 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:01.818886 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:53:01.824229 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Pushing event updated for resources: {'Port': ['ID=129ea87b-7bca-48ac-9b7f-991090168c0b,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:01.865813 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582859'] for router_interface (4a8d68a5-1ba8-410f-b094-6bb2dc999684), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:01.883486 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] For port 5eceaf52-c450-488e-aed2-c419b39a5ec4, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:53:01.886655 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] For port 5eceaf52-c450-488e-aed2-c419b39a5ec4, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=5eceaf52-c450-488e-aed2-c419b39a5ec4,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:53:01.961835 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:02.022088 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Routers {'4a8d68a5-1ba8-410f-b094-6bb2dc999684'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:53:02.022717 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:52:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:02.027545 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84390ca6-d2a0-4f20-80a8-d93f54a77907 None None] Pushing event updated for resources: {'Port': ['ID=5eceaf52-c450-488e-aed2-c419b39a5ec4,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:02.097107 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:02.132008 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-89c17b87-39a8-4b7b-8c81-899959be6144 None None] Provisioning complete for port 129ea87b-7bca-48ac-9b7f-991090168c0b triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:02.132408 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-89c17b87-39a8-4b7b-8c81-899959be6144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:02.172237 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] Set router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:53:02.231487 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-89c17b87-39a8-4b7b-8c81-899959be6144 None None] Port 129ea87b-7bca-48ac-9b7f-991090168c0b cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:53:02.256889 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Publish callbacks [] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:02.313632 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9328901'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:02.355250 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:00Z', 'revision_number': 3, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port': {'id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:02.383147 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Pushing event updated for resources: {'Port': ['ID=129ea87b-7bca-48ac-9b7f-991090168c0b,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:02.385579 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582823'] for router_interface (4a8d68a5-1ba8-410f-b094-6bb2dc999684), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:02.393175 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb06335-ecc6-4c6c-bbba-dc48ec4ab2bb None None] The sync data for ids ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'] in dv-cinder-811877-9-iscsi is: [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:00Z', 'revision_number': 3, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port': {'id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:53:02.426654 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:53:02.488665 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:02.489039 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:02.496837 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:53:02.498221 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:53:02.583288 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:02.859859 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-930a5437-c377-47c2-9348-0c627973d2a9 None None] Provisioning complete for port 129ea87b-7bca-48ac-9b7f-991090168c0b triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:02.860570 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-930a5437-c377-47c2-9348-0c627973d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:02.904082 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-930a5437-c377-47c2-9348-0c627973d2a9 None None] Port 129ea87b-7bca-48ac-9b7f-991090168c0b cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:53:02.913515 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:53:03.024666 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:53:03.030092 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-5c548c84-cd35-4545-925d-41c118e5599e admin admin] 10.222.0.112 "PUT /v2.0/routers/4a8d68a5-1ba8-410f-b094-6bb2dc999684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0227687 Jan 25 08:53:03.731978 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50606) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:03.737136 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-462950893-network', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:53:03.812272 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Made reservation on behalf of 7aec0626f56b4a72b8c0dac40c964a52 for: {'network': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:53:03.814620 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for network (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:03.824296 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:03.902950 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Publish callbacks [] for security_group (99bacdfd-13c8-43a8-b873-d93707932c54), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:03.929511 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Sync routers for ids ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:53:03.936836 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Routers {'4a8d68a5-1ba8-410f-b094-6bb2dc999684'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:53:03.937445 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:52:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:03.977958 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (99bacdfd-13c8-43a8-b873-d93707932c54), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:03.999587 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=103104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 08:53:04.012904 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bacdfd-13c8-43a8-b873-d93707932c54,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:04.017677 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (eecb26bd-4e28-4aa8-a409-de6f0620c6bf), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.018162 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.segments_db [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Added segment eecb26bd-4e28-4aa8-a409-de6f0620c6bf of type vlan for network 7292d13f-e4df-4cd3-8e4b-9425bbea93ca Jan 25 08:53:04.045068 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Set router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:53:04.061142 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786863493708'] for network (7292d13f-e4df-4cd3-8e4b-9425bbea93ca), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.155456 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100'] for network (7292d13f-e4df-4cd3-8e4b-9425bbea93ca), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.156482 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:04.157106 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.215124 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] Pushing event updated for resources: {'Network': ['ID=7292d13f-e4df-4cd3-8e4b-9425bbea93ca,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:04.225896 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Network 7292d13f-e4df-4cd3-8e4b-9425bbea93ca details requested by agent ovs-agent-dv-cinder-811877-9-iscsi with host dv-cinder-811877-9-iscsi {{(pid=103106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 08:53:04.244003 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:01Z', 'revision_number': 4, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port': {'id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '129ea87b-7bca-48ac-9b7f-991090168c0b', 'name': '', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'mac_address': 'fa:16:3e:c6:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:01Z', 'updated_at': '2022-01-25T08:53:02Z', 'revision_number': 2, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'subnets': [{'id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:04.246754 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50608) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:04.251574 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-b981340f-9bb9-4dbd-ac00-50320bbaf983 admin admin] Request body: {'subnet': {'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-462950893-subnet', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'ip_version': 4}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:53:04.254036 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-56582716-1ca2-40a2-becc-05aa1307f214 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5194955 Jan 25 08:53:04.270606 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Checking router: 4a8d68a5-1ba8-410f-b094-6bb2dc999684 for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:53:04.270962 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Updating router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 port 129ea87b-7bca-48ac-9b7f-991090168c0b binding host dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:53:04.296081 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.349794 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b981340f-9bb9-4dbd-ac00-50320bbaf983 admin admin] Made reservation on behalf of 7aec0626f56b4a72b8c0dac40c964a52 for: {'subnet': 1} {{(pid=103105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:53:04.352216 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b981340f-9bb9-4dbd-ac00-50320bbaf983 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8486103'] for subnet (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.475752 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 5eceaf52-c450-488e-aed2-c419b39a5ec4 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:53:04.525479 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 5eceaf52-c450-488e-aed2-c419b39a5ec4 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:04.525897 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.569045 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Publish callbacks [] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), precommit_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.593656 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b981340f-9bb9-4dbd-ac00-50320bbaf983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10414272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8486085'] for subnet (384e67a1-719b-4ff0-865a-67b9c1bddc1e), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.603248 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 5eceaf52-c450-488e-aed2-c419b39a5ec4 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:04.603649 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.623631 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port 5eceaf52-c450-488e-aed2-c419b39a5ec4, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=5eceaf52-c450-488e-aed2-c419b39a5ec4,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:53:04.652291 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981340f-9bb9-4dbd-ac00-50320bbaf983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=384e67a1-719b-4ff0-865a-67b9c1bddc1e,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:04.660453 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981340f-9bb9-4dbd-ac00-50320bbaf983 admin admin] Checking segment: {'id': 'eecb26bd-4e28-4aa8-a409-de6f0620c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:53:04.660825 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b981340f-9bb9-4dbd-ac00-50320bbaf983 admin admin] Network hostable DHCP agents. Network: 7292d13f-e4df-4cd3-8e4b-9425bbea93ca, hostable agents: ['71e627a6-2c15-4cad-8e23-6a9aca3c6bb8'], hosted agents: [] {{(pid=103105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 08:53:04.662041 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.686479 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.707111 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Pushing event updated for resources: {'Port': ['ID=129ea87b-7bca-48ac-9b7f-991090168c0b,revision_number=3']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:04.715440 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:04.721055 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:04.721055 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:04.721055 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:04.721055 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:04.721055 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:04.721055 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:04.721055 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:04.721055 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:04.721055 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:04.722419 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:04.722419 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:04.722605 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:04.773722 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b981340f-9bb9-4dbd-ac00-50320bbaf983 admin admin] Network 7292d13f-e4df-4cd3-8e4b-9425bbea93ca is scheduled to be hosted by DHCP agent 71e627a6-2c15-4cad-8e23-6a9aca3c6bb8 with binding_index 1 {{(pid=103105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 08:53:04.786247 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Attempting to bind port 129ea87b-7bca-48ac-9b7f-991090168c0b on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:53:04.792530 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Attempting to bind port 129ea87b-7bca-48ac-9b7f-991090168c0b by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': '16bb6641-d2ca-4546-a612-b03c59aaddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0'}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:53:04.792530 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Attempting to bind port 129ea87b-7bca-48ac-9b7f-991090168c0b on network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:53:04.793022 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:53:04.793517 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Checking segment: {'id': '16bb6641-d2ca-4546-a612-b03c59aaddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:53:04.794027 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.794535 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Bound using segment: {'id': '16bb6641-d2ca-4546-a612-b03c59aaddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0'} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:53:04.795124 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Bound port: 129ea87b-7bca-48ac-9b7f-991090168c0b, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bb6641-d2ca-4546-a612-b03c59aaddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0'}}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:53:04.795606 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.867724 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] For port 129ea87b-7bca-48ac-9b7f-991090168c0b, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:53:04.870006 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-b981340f-9bb9-4dbd-ac00-50320bbaf983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-9-iscsi, 7292d13f-e4df-4cd3-8e4b-9425bbea93ca) {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:53:04.871326 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] For port 129ea87b-7bca-48ac-9b7f-991090168c0b, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=129ea87b-7bca-48ac-9b7f-991090168c0b,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:53:04.880255 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b981340f-9bb9-4dbd-ac00-50320bbaf983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:04.883935 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b981340f-9bb9-4dbd-ac00-50320bbaf983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for subnet (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.890615 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e93f07-0cb1-4546-9faf-83a2af50f7dd None None] Network 7292d13f-e4df-4cd3-8e4b-9425bbea93ca requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:53:04.904296 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=5eceaf52-c450-488e-aed2-c419b39a5ec4,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:04.949965 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.968507 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-c0ef0359-f46c-43ca-80a8-7622d1fac9ba None None] Provisioning complete for port 129ea87b-7bca-48ac-9b7f-991090168c0b triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:04.968879 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0359-f46c-43ca-80a8-7622d1fac9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:04.989592 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-b981340f-9bb9-4dbd-ac00-50320bbaf983 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7318401 Jan 25 08:53:04.989827 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50610) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:04.989827 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-462950893-router', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:53:05.010307 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Routers {'4a8d68a5-1ba8-410f-b094-6bb2dc999684'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:53:05.010938 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:52:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:05.030347 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cfbcc74-0d4c-5b35-bb29-6ee8540e8815-7292d13f-e4df-4cd3-8e4b-9425bbea93ca', 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca', 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'fixed_ips': [{'subnet_id': '384e67a1-719b-4ff0-865a-67b9c1bddc1e'}]}} from dv-cinder-811877-9-iscsi. {{(pid=103106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 08:53:05.031203 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.053635 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dce284-6c1f-4e1e-96c9-bc19536abbb6 None None] Pushing event updated for resources: {'Port': ['ID=129ea87b-7bca-48ac-9b7f-991090168c0b,revision_number=4']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:05.098037 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-86383'] for router (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.099259 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-585057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-86294'] for router (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.148767 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] Set router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:53:05.167259 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef0359-f46c-43ca-80a8-7622d1fac9ba None None] Current status of the port 129ea87b-7bca-48ac-9b7f-991090168c0b is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:05.167648 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0359-f46c-43ca-80a8-7622d1fac9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.176544 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Publish callbacks [] for router_controller (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), precommit_add_association {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.240139 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.db_base_plugin_common [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Allocated IP 172.20.0.2 (7292d13f-e4df-4cd3-8e4b-9425bbea93ca/384e67a1-719b-4ff0-865a-67b9c1bddc1e/beef7e48-e91f-46eb-8aea-34c03d762700) {{(pid=103106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:53:05.243062 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-c0ef0359-f46c-43ca-80a8-7622d1fac9ba None None] For port 129ea87b-7bca-48ac-9b7f-991090168c0b, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=129ea87b-7bca-48ac-9b7f-991090168c0b,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:53:05.357558 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0359-f46c-43ca-80a8-7622d1fac9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.374613 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:01Z', 'revision_number': 4, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port': {'id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '129ea87b-7bca-48ac-9b7f-991090168c0b', 'name': '', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'mac_address': 'fa:16:3e:c6:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:01Z', 'updated_at': '2022-01-25T08:53:04Z', 'revision_number': 4, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'subnets': [{'id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:05.410058 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Publish callbacks [] for router_gateway (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.412507 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338cfdd3-318b-40fe-9c07-21922b85d270 None None] The sync data for ids ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'] in dv-cinder-811877-9-iscsi is: [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:01Z', 'revision_number': 4, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port': {'id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '129ea87b-7bca-48ac-9b7f-991090168c0b', 'name': '', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'mac_address': 'fa:16:3e:c6:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:01Z', 'updated_at': '2022-01-25T08:53:04Z', 'revision_number': 4, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'subnets': [{'id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:53:05.424904 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Publish callbacks [] for port (beef7e48-e91f-46eb-8aea-34c03d762700), precommit_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.444523 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef0359-f46c-43ca-80a8-7622d1fac9ba None None] Pushing event updated for resources: {'Port': ['ID=129ea87b-7bca-48ac-9b7f-991090168c0b,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:05.480616 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-52231cc2-0af4-4d03-a446-656b1f89d13c None None] Provisioning complete for port 129ea87b-7bca-48ac-9b7f-991090168c0b triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:05.481137 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-52231cc2-0af4-4d03-a446-656b1f89d13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.510957 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), after_create {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.577735 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Network 7292d13f-e4df-4cd3-8e4b-9425bbea93ca is already hosted by enough agents. {{(pid=103106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:53:05.588787 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.scheduler.base_scheduler [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Resources bound (agent type, host, resource id): {{(pid=103106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:53:05.595311 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Received port after_create {{(pid=103106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:53:05.600879 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Pushing event updated for resources: {'Port': ['ID=beef7e48-e91f-46eb-8aea-34c03d762700,revision_number=1']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:05.702720 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Publish callbacks [] for router_gateway (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.723729 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.738331 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Attempting to bind port beef7e48-e91f-46eb-8aea-34c03d762700 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:53:05.738667 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Attempting to bind port beef7e48-e91f-46eb-8aea-34c03d762700 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'eecb26bd-4e28-4aa8-a409-de6f0620c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:53:05.739025 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Attempting to bind port beef7e48-e91f-46eb-8aea-34c03d762700 on network 7292d13f-e4df-4cd3-8e4b-9425bbea93ca {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:53:05.746592 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-52231cc2-0af4-4d03-a446-656b1f89d13c None None] Current status of the port 129ea87b-7bca-48ac-9b7f-991090168c0b is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:05.751670 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:53:05.751892 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Checking segment: {'id': 'eecb26bd-4e28-4aa8-a409-de6f0620c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:53:05.752651 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.753044 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Bound using segment: {'id': 'eecb26bd-4e28-4aa8-a409-de6f0620c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:53:05.753609 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Bound port: beef7e48-e91f-46eb-8aea-34c03d762700, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eecb26bd-4e28-4aa8-a409-de6f0620c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:53:05.753988 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.836669 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Allocated IP 172.27.1.238 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/514dee8d-40d4-4fea-a815-30530cb05e44) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:53:05.871442 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] For port beef7e48-e91f-46eb-8aea-34c03d762700, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:53:05.875821 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] For port beef7e48-e91f-46eb-8aea-34c03d762700, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=beef7e48-e91f-46eb-8aea-34c03d762700,segment=NetworkSegment(eecb26bd-4e28-4aa8-a409-de6f0620c6bf),segment_id=eecb26bd-4e28-4aa8-a409-de6f0620c6bf)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:53:05.947951 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Publish callbacks [] for port (514dee8d-40d4-4fea-a815-30530cb05e44), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:05.960405 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:06.024385 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7312c-ee3c-40e3-a50d-a271e955fa68 None None] Pushing event updated for resources: {'Port': ['ID=beef7e48-e91f-46eb-8aea-34c03d762700,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:06.052992 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (514dee8d-40d4-4fea-a815-30530cb05e44), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:06.098503 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:53:06.101662 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:53:06.107717 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:53:06.114039 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Pushing event updated for resources: {'Port': ['ID=514dee8d-40d4-4fea-a815-30530cb05e44,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:06.498347 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Publish callbacks [] for router_gateway (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:06.597837 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 129ea87b-7bca-48ac-9b7f-991090168c0b up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:53:06.650940 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 129ea87b-7bca-48ac-9b7f-991090168c0b triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:06.651454 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:06.707127 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579814'] for router (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:06.743552 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 129ea87b-7bca-48ac-9b7f-991090168c0b is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:06.744730 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 5eceaf52-c450-488e-aed2-c419b39a5ec4 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:53:06.794217 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 5eceaf52-c450-488e-aed2-c419b39a5ec4 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:06.794587 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:06.880411 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 5eceaf52-c450-488e-aed2-c419b39a5ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:06.881536 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device beef7e48-e91f-46eb-8aea-34c03d762700 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:53:06.909620 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Router 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 is scheduled to L3 agent a6803982-6296-4973-9e95-2feb13f43b2d with binding_index 1 {{(pid=103104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 08:53:06.930738 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port beef7e48-e91f-46eb-8aea-34c03d762700 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:06.931274 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:07.013403 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port beef7e48-e91f-46eb-8aea-34c03d762700 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:07.013865 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:07.042096 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f45aac-21f7-4b19-95fb-a26814fb88ca None None] Network 7292d13f-e4df-4cd3-8e4b-9425bbea93ca requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:53:07.048458 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:53:07.056453 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port beef7e48-e91f-46eb-8aea-34c03d762700, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=beef7e48-e91f-46eb-8aea-34c03d762700,segment=NetworkSegment(eecb26bd-4e28-4aa8-a409-de6f0620c6bf),segment_id=eecb26bd-4e28-4aa8-a409-de6f0620c6bf)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:53:07.071846 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Sync routers for ids ['0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:53:07.130566 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Routers {'0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:53:07.131188 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:52:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:07.163284 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:07.164742 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-d3334724-7c18-4f68-b04f-31e41b8ac758 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1806371 Jan 25 08:53:07.167496 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50614) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:07.169703 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:07.177514 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-f78de4fc-e8c6-4740-87e3-f22be04bf6c9 None None] Provisioning complete for port beef7e48-e91f-46eb-8aea-34c03d762700 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:07.177514 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-f78de4fc-e8c6-4740-87e3-f22be04bf6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:07.464003 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=beef7e48-e91f-46eb-8aea-34c03d762700,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:07.490895 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Set router 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:53:07.598783 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-f78de4fc-e8c6-4740-87e3-f22be04bf6c9 None None] Current status of the port beef7e48-e91f-46eb-8aea-34c03d762700 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:07.605346 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:07.715619 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'name': 'tempest-TestShelveInstance-462950893-router', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:53:06Z', 'revision_number': 3, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'gw_port': {'id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:07.748461 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Checking router: 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:53:07.748815 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Updating router 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 port 514dee8d-40d4-4fea-a815-30530cb05e44 binding host dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:53:07.774564 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (514dee8d-40d4-4fea-a815-30530cb05e44), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:07.777155 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Allocated IP 172.20.0.1 (7292d13f-e4df-4cd3-8e4b-9425bbea93ca/384e67a1-719b-4ff0-865a-67b9c1bddc1e/6ceafa4e-234b-4205-a5e8-4f1c31c6e852) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:53:07.881868 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Publish callbacks [] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:07.882976 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-c7d02ddb-1e7c-47e8-b391-c37dfe5888c2 None None] Provisioning complete for port beef7e48-e91f-46eb-8aea-34c03d762700 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:07.883350 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c7d02ddb-1e7c-47e8-b391-c37dfe5888c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:07.977248 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.018502 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Network 7292d13f-e4df-4cd3-8e4b-9425bbea93ca is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:53:08.024203 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:53:08.026722 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:53:08.043437 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-c7d02ddb-1e7c-47e8-b391-c37dfe5888c2 None None] Current status of the port beef7e48-e91f-46eb-8aea-34c03d762700 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:08.057552 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6ceafa4e-234b-4205-a5e8-4f1c31c6e852,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:08.075962 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582859'] for router_interface (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.109085 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Publish callbacks [] for port (514dee8d-40d4-4fea-a815-30530cb05e44), precommit_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.217767 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (514dee8d-40d4-4fea-a815-30530cb05e44), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.272491 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.279738 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Attempting to bind port 514dee8d-40d4-4fea-a815-30530cb05e44 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:53:08.280124 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Attempting to bind port 514dee8d-40d4-4fea-a815-30530cb05e44 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:53:08.280497 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Attempting to bind port 514dee8d-40d4-4fea-a815-30530cb05e44 on network ed202089-45c6-4c7e-b473-596d2e9efddc {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:53:08.285076 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b5d1c-3ac7-465e-92fd-fcc904edd45a None None] Pushing event updated for resources: {'Port': ['ID=514dee8d-40d4-4fea-a815-30530cb05e44,revision_number=2']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:08.290752 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:53:08.291129 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Checking segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:53:08.291641 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.291913 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Bound using segment: {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'} {{(pid=103106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:53:08.292422 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.managers [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Bound port: 514dee8d-40d4-4fea-a815-30530cb05e44, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c38ec6-da17-49d9-8c66-2c61ac9778a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc'}}] {{(pid=103106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:53:08.295365 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (514dee8d-40d4-4fea-a815-30530cb05e44), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.317042 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-d349e854-73be-4295-a53d-d4a3e9802b41 None None] Provisioning complete for port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:08.317413 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d349e854-73be-4295-a53d-d4a3e9802b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.379360 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-d349e854-73be-4295-a53d-d4a3e9802b41 None None] Port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:53:08.386165 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] For port 514dee8d-40d4-4fea-a815-30530cb05e44, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:53:08.389486 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] For port 514dee8d-40d4-4fea-a815-30530cb05e44, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=514dee8d-40d4-4fea-a815-30530cb05e44,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:53:08.434070 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device beef7e48-e91f-46eb-8aea-34c03d762700 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:53:08.441426 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Publish callbacks [] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.476178 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (514dee8d-40d4-4fea-a815-30530cb05e44), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.504125 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9328901'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.528492 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port beef7e48-e91f-46eb-8aea-34c03d762700 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:08.529127 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.565472 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b5d1c-3ac7-465e-92fd-fcc904edd45a None None] Pushing event updated for resources: {'Port': ['ID=514dee8d-40d4-4fea-a815-30530cb05e44,revision_number=3']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:08.573611 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6ceafa4e-234b-4205-a5e8-4f1c31c6e852,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:08.574104 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Routers {'0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:53:08.574668 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:52:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:08.575726 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582823'] for router_interface (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.664149 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Network 7292d13f-e4df-4cd3-8e4b-9425bbea93ca is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:53:08.665517 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:53:08.718409 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] Set router 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:53:08.720571 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port beef7e48-e91f-46eb-8aea-34c03d762700 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:08.792461 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Router 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:53:08.906573 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:53:08.912323 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-94c50cac-1b50-4da2-8902-efd2fc1ab4f3 admin admin] 10.222.0.112 "PUT /v2.0/routers/0e4f2064-46ef-4839-b773-e3e5c7cd6dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438457 Jan 25 08:53:08.933914 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9459bb8f-d5f3-4fb2-b5a3-b688497604d3 None None] Provisioning complete for port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:08.934279 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9459bb8f-d5f3-4fb2-b5a3-b688497604d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:08.968626 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'name': 'tempest-TestShelveInstance-462950893-router', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:53:08Z', 'revision_number': 4, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'gw_port': {'id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '6ceafa4e-234b-4205-a5e8-4f1c31c6e852', 'name': '', 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'mac_address': 'fa:16:3e:bf:44:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '384e67a1-719b-4ff0-865a-67b9c1bddc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:07Z', 'updated_at': '2022-01-25T08:53:08Z', 'revision_number': 2, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'subnets': [{'id': '384e67a1-719b-4ff0-865a-67b9c1bddc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:08.999874 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1333cda-7cbe-4546-9dd4-32ae5bf937c0 None None] The sync data for ids ['0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'] in dv-cinder-811877-9-iscsi is: [{'id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'name': 'tempest-TestShelveInstance-462950893-router', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:53:08Z', 'revision_number': 4, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'gw_port': {'id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '6ceafa4e-234b-4205-a5e8-4f1c31c6e852', 'name': '', 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'mac_address': 'fa:16:3e:bf:44:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '384e67a1-719b-4ff0-865a-67b9c1bddc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:07Z', 'updated_at': '2022-01-25T08:53:08Z', 'revision_number': 2, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'subnets': [{'id': '384e67a1-719b-4ff0-865a-67b9c1bddc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:53:09.002976 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9459bb8f-d5f3-4fb2-b5a3-b688497604d3 None None] Port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:53:09.537023 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f540-8700-43a3-9893-99ebfacf306e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:09.572264 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50622) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:09.577213 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-515a31cc-7be9-43c4-bff9-2ce0da0a1ca0 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134933971', 'description': 'tempest-secgroup-smoke-1134933971 description', 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:53:09.663879 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-515a31cc-7be9-43c4-bff9-2ce0da0a1ca0 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:09.744538 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-515a31cc-7be9-43c4-bff9-2ce0da0a1ca0 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group (075fd251-8c3f-466a-b698-b1d79ed68b73), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:09.812601 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-515a31cc-7be9-43c4-bff9-2ce0da0a1ca0 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (075fd251-8c3f-466a-b698-b1d79ed68b73), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:09.843612 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a31cc-7be9-43c4-bff9-2ce0da0a1ca0 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075fd251-8c3f-466a-b698-b1d79ed68b73,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:09.904718 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-515a31cc-7be9-43c4-bff9-2ce0da0a1ca0 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:09.906011 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-515a31cc-7be9-43c4-bff9-2ce0da0a1ca0 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3325286 Jan 25 08:53:09.909238 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50624) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:09.913745 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [None req-f34dfc0e-da81-446e-b8bf-ad34a7c25aaa tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Request body: {'security_group_rule': {'security_group_id': '075fd251-8c3f-466a-b698-b1d79ed68b73', 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:53:09.993139 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f34dfc0e-da81-446e-b8bf-ad34a7c25aaa tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (b117deee-8675-4938-ac80-d70f8f28db2a), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.057796 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f34dfc0e-da81-446e-b8bf-ad34a7c25aaa tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (b117deee-8675-4938-ac80-d70f8f28db2a), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.125552 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f34dfc0e-da81-446e-b8bf-ad34a7c25aaa tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (b117deee-8675-4938-ac80-d70f8f28db2a), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.144859 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34dfc0e-da81-446e-b8bf-ad34a7c25aaa tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b117deee-8675-4938-ac80-d70f8f28db2a,revision_number=0']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:10.213371 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-f34dfc0e-da81-446e-b8bf-ad34a7c25aaa tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.217768 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50626) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:10.218534 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-f34dfc0e-da81-446e-b8bf-ad34a7c25aaa tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3076813 Jan 25 08:53:10.223353 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-e8421135-9603-43a7-80c5-7771297905f5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Request body: {'security_group_rule': {'security_group_id': '075fd251-8c3f-466a-b698-b1d79ed68b73', 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:53:10.320247 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e8421135-9603-43a7-80c5-7771297905f5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (388b35a1-6e28-489a-8dab-8401f1f0f160), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.381526 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e8421135-9603-43a7-80c5-7771297905f5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (388b35a1-6e28-489a-8dab-8401f1f0f160), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.463802 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e8421135-9603-43a7-80c5-7771297905f5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (388b35a1-6e28-489a-8dab-8401f1f0f160), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.466954 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 514dee8d-40d4-4fea-a815-30530cb05e44 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:53:10.485909 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8421135-9603-43a7-80c5-7771297905f5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388b35a1-6e28-489a-8dab-8401f1f0f160,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:10.515632 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 514dee8d-40d4-4fea-a815-30530cb05e44 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:10.515997 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (514dee8d-40d4-4fea-a815-30530cb05e44), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.557386 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-e8421135-9603-43a7-80c5-7771297905f5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.558731 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-e8421135-9603-43a7-80c5-7771297905f5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3398485 Jan 25 08:53:10.561460 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50628) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:10.566349 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-b4bdbf05-0c9a-44aa-84ea-7804c9cf9d16 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Request body: {'security_group_rule': {'security_group_id': '075fd251-8c3f-466a-b698-b1d79ed68b73', 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:53:10.599962 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 514dee8d-40d4-4fea-a815-30530cb05e44 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:10.600391 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (514dee8d-40d4-4fea-a815-30530cb05e44), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.623075 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] For port 514dee8d-40d4-4fea-a815-30530cb05e44, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=514dee8d-40d4-4fea-a815-30530cb05e44,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:53:10.674696 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4bdbf05-0c9a-44aa-84ea-7804c9cf9d16 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (437b1b05-390b-47be-a4eb-abd7f5f98a88), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.698202 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (514dee8d-40d4-4fea-a815-30530cb05e44), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.739043 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4bdbf05-0c9a-44aa-84ea-7804c9cf9d16 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (437b1b05-390b-47be-a4eb-abd7f5f98a88), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.746561 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Pushing event updated for resources: {'Port': ['ID=514dee8d-40d4-4fea-a815-30530cb05e44,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:10.818100 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4bdbf05-0c9a-44aa-84ea-7804c9cf9d16 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (437b1b05-390b-47be-a4eb-abd7f5f98a88), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.836172 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdbf05-0c9a-44aa-84ea-7804c9cf9d16 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437b1b05-390b-47be-a4eb-abd7f5f98a88,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:10.904648 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-b4bdbf05-0c9a-44aa-84ea-7804c9cf9d16 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:10.905789 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-b4bdbf05-0c9a-44aa-84ea-7804c9cf9d16 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3433831 Jan 25 08:53:10.908391 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50630) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:10.913031 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-eee2037f-802d-4917-8fdf-3fa48099b0a1 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Request body: {'security_group_rule': {'security_group_id': '075fd251-8c3f-466a-b698-b1d79ed68b73', 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:53:10.998135 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-eee2037f-802d-4917-8fdf-3fa48099b0a1 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (b0683e57-3177-4a60-aeb2-455b8ce12a40), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:11.074240 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-eee2037f-802d-4917-8fdf-3fa48099b0a1 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (b0683e57-3177-4a60-aeb2-455b8ce12a40), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:11.104597 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3623c7de-ffb2-41e5-96cd-8603ad5b623e req-d484c770-04db-4e55-b9a7-37ea0763d278 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438747 Jan 25 08:53:11.144265 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-eee2037f-802d-4917-8fdf-3fa48099b0a1 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (b0683e57-3177-4a60-aeb2-455b8ce12a40), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:11.163173 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2037f-802d-4917-8fdf-3fa48099b0a1 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0683e57-3177-4a60-aeb2-455b8ce12a40,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:11.195167 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623c7de-ffb2-41e5-96cd-8603ad5b623e req-7a161920-1a9d-4627-ada9-160d93443672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:11.196672 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3623c7de-ffb2-41e5-96cd-8603ad5b623e req-7a161920-1a9d-4627-ada9-160d93443672 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 1098 time: 0.0445101 Jan 25 08:53:11.220002 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-eee2037f-802d-4917-8fdf-3fa48099b0a1 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:11.222041 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-eee2037f-802d-4917-8fdf-3fa48099b0a1 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3115396 Jan 25 08:53:11.225396 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50632) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:11.229826 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-55060481-0666-438a-8cd5-3fe3432c0df4 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Request body: {'security_group_rule': {'security_group_id': '075fd251-8c3f-466a-b698-b1d79ed68b73', 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:53:11.304082 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.securitygroups_db [None req-55060481-0666-438a-8cd5-3fe3432c0df4 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Project 2a8a2504e2d74814bc553b6bf2a40b7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 08:53:11.307000 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623c7de-ffb2-41e5-96cd-8603ad5b623e req-b0bc7ea7-c905-46b1-9bc4-a5e9d569dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:11.308552 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3623c7de-ffb2-41e5-96cd-8603ad5b623e req-b0bc7ea7-c905-46b1-9bc4-a5e9d569dd26 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 912 time: 0.0923572 Jan 25 08:53:11.309386 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-55060481-0666-438a-8cd5-3fe3432c0df4 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (e85bf3a3-a878-4bd7-84bf-ba2798b4d765), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:11.370223 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-55060481-0666-438a-8cd5-3fe3432c0df4 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (e85bf3a3-a878-4bd7-84bf-ba2798b4d765), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:11.373036 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3623c7de-ffb2-41e5-96cd-8603ad5b623e req-1256c625-bb89-4a52-bb83-1bb58314420d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 HTTP/1.1" status: 200 len: 1000 time: 0.0574520 Jan 25 08:53:11.420343 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623c7de-ffb2-41e5-96cd-8603ad5b623e req-e69e7a37-4368-474a-9977-fb320da3c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:11.421705 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3623c7de-ffb2-41e5-96cd-8603ad5b623e req-e69e7a37-4368-474a-9977-fb320da3c985 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0428140 Jan 25 08:53:11.428678 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-55060481-0666-438a-8cd5-3fe3432c0df4 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (e85bf3a3-a878-4bd7-84bf-ba2798b4d765), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:11.448530 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55060481-0666-438a-8cd5-3fe3432c0df4 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85bf3a3-a878-4bd7-84bf-ba2798b4d765,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:11.478957 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623c7de-ffb2-41e5-96cd-8603ad5b623e req-e95e1282-6b00-4767-9def-324bf8598f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:11.480500 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3623c7de-ffb2-41e5-96cd-8603ad5b623e req-e95e1282-6b00-4767-9def-324bf8598f96 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502679 Jan 25 08:53:11.505888 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-55060481-0666-438a-8cd5-3fe3432c0df4 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:11.507103 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-55060481-0666-438a-8cd5-3fe3432c0df4 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2806203 Jan 25 08:53:11.509911 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50634) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:11.514217 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-d63ee08f-330f-4590-9ad5-f06a664cd7b5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Request body: {'security_group_rule': {'security_group_id': '075fd251-8c3f-466a-b698-b1d79ed68b73', 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:53:11.569940 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3623c7de-ffb2-41e5-96cd-8603ad5b623e req-e167c3ec-b378-45b5-90cc-1e7fd855a81f service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817106 Jan 25 08:53:11.587963 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.securitygroups_db [None req-d63ee08f-330f-4590-9ad5-f06a664cd7b5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Project 2a8a2504e2d74814bc553b6bf2a40b7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 08:53:11.593272 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d63ee08f-330f-4590-9ad5-f06a664cd7b5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (95177a1b-1ecb-44d4-81fd-8356edada402), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:11.657106 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d63ee08f-330f-4590-9ad5-f06a664cd7b5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (95177a1b-1ecb-44d4-81fd-8356edada402), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:11.708423 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ee09728e-d413-487a-82d9-6b4b7dea2dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:11.736791 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d63ee08f-330f-4590-9ad5-f06a664cd7b5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642583'] for security_group_rule (95177a1b-1ecb-44d4-81fd-8356edada402), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:11.756370 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ee08f-330f-4590-9ad5-f06a664cd7b5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95177a1b-1ecb-44d4-81fd-8356edada402,revision_number=0']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:11.829931 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-d63ee08f-330f-4590-9ad5-f06a664cd7b5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:11.831380 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-d63ee08f-330f-4590-9ad5-f06a664cd7b5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3204539 Jan 25 08:53:11.928785 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3623c7de-ffb2-41e5-96cd-8603ad5b623e req-a5b9e7cc-3b46-4b6e-9779-0f29cafe9660 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526955 Jan 25 08:53:12.306800 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Sync routers for ids ['0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:53:12.317137 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Routers {'0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:53:12.318189 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:53:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:12.423796 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Set router 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:53:12.433704 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 514dee8d-40d4-4fea-a815-30530cb05e44 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:53:12.491099 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 514dee8d-40d4-4fea-a815-30530cb05e44 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:12.491553 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (514dee8d-40d4-4fea-a815-30530cb05e44), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:12.573573 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 514dee8d-40d4-4fea-a815-30530cb05e44 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:12.720667 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'name': 'tempest-TestShelveInstance-462950893-router', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:53:08Z', 'revision_number': 4, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'gw_port': {'id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '6ceafa4e-234b-4205-a5e8-4f1c31c6e852', 'name': '', 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'mac_address': 'fa:16:3e:bf:44:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '384e67a1-719b-4ff0-865a-67b9c1bddc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:07Z', 'updated_at': '2022-01-25T08:53:08Z', 'revision_number': 2, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'subnets': [{'id': '384e67a1-719b-4ff0-865a-67b9c1bddc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:12.751426 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Checking router: 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:53:12.751778 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Updating router 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 binding host dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 08:53:12.776874 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:13.036596 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Publish callbacks [] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), precommit_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:13.079257 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:13.102191 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:13.155981 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b74db4-c7ab-45e7-bad1-237a2d7097a1 None None] Pushing event updated for resources: {'Port': ['ID=6ceafa4e-234b-4205-a5e8-4f1c31c6e852,revision_number=3']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:13.212557 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Attempting to bind port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 on host dv-cinder-811877-9-iscsi for vnic_type normal with profile {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:53:13.212920 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Attempting to bind port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 by drivers openvswitch,hyperv on host dv-cinder-811877-9-iscsi at level 0 using segments [{'id': 'eecb26bd-4e28-4aa8-a409-de6f0620c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca'}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:53:13.213278 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Attempting to bind port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 on network 7292d13f-e4df-4cd3-8e4b-9425bbea93ca {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:53:13.218808 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Checking agent: {'id': 'a4a365c4-9432-4e8a-a469-b107d774523f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 29, 46), 'started_at': datetime.datetime(2022, 1, 25, 8, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:53:13.219179 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Checking segment: {'id': 'eecb26bd-4e28-4aa8-a409-de6f0620c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:53:13.219576 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:13.219962 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Bound using segment: {'id': 'eecb26bd-4e28-4aa8-a409-de6f0620c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca'} {{(pid=103107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:53:13.220456 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.managers [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Bound port: 6ceafa4e-234b-4205-a5e8-4f1c31c6e852, host: dv-cinder-811877-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eecb26bd-4e28-4aa8-a409-de6f0620c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca'}}] {{(pid=103107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:53:13.220828 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), before_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:13.285420 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] For port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852, host dv-cinder-811877-9-iscsi, cleared binding levels {{(pid=103107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:53:13.288648 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.plugins.ml2.db [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] For port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852, host dv-cinder-811877-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=6ceafa4e-234b-4205-a5e8-4f1c31c6e852,segment=NetworkSegment(eecb26bd-4e28-4aa8-a409-de6f0620c6bf),segment_id=eecb26bd-4e28-4aa8-a409-de6f0620c6bf)] {{(pid=103107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:53:13.367983 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-4aba21ef-66bd-42a7-b6b8-cdf439f39181 None None] Provisioning complete for port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:13.368376 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4aba21ef-66bd-42a7-b6b8-cdf439f39181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:13.371135 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron_lib.callbacks.manager [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), after_update {{(pid=103107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:13.436240 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Routers {'0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:53:13.436881 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:53:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:13.443347 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b74db4-c7ab-45e7-bad1-237a2d7097a1 None None] Pushing event updated for resources: {'Port': ['ID=6ceafa4e-234b-4205-a5e8-4f1c31c6e852,revision_number=4']} {{(pid=103107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:13.450282 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-4aba21ef-66bd-42a7-b6b8-cdf439f39181 None None] Current status of the port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 is: DOWN; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:13.450942 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4aba21ef-66bd-42a7-b6b8-cdf439f39181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:13.498266 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-4aba21ef-66bd-42a7-b6b8-cdf439f39181 None None] For port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=6ceafa4e-234b-4205-a5e8-4f1c31c6e852,segment=NetworkSegment(eecb26bd-4e28-4aa8-a409-de6f0620c6bf),segment_id=eecb26bd-4e28-4aa8-a409-de6f0620c6bf)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:53:13.558659 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] Set router 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:53:13.572194 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4aba21ef-66bd-42a7-b6b8-cdf439f39181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:13.625125 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba21ef-66bd-42a7-b6b8-cdf439f39181 None None] Pushing event updated for resources: {'Port': ['ID=6ceafa4e-234b-4205-a5e8-4f1c31c6e852,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:13.695978 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-3d74b8fe-2422-4618-bcab-24b5896a884a None None] Provisioning complete for port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:13.696313 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3d74b8fe-2422-4618-bcab-24b5896a884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:13.784281 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'name': 'tempest-TestShelveInstance-462950893-router', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:53:08Z', 'revision_number': 4, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'gw_port': {'id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '6ceafa4e-234b-4205-a5e8-4f1c31c6e852', 'name': '', 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'mac_address': 'fa:16:3e:bf:44:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '384e67a1-719b-4ff0-865a-67b9c1bddc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:07Z', 'updated_at': '2022-01-25T08:53:13Z', 'revision_number': 4, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'subnets': [{'id': '384e67a1-719b-4ff0-865a-67b9c1bddc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:13.812030 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba973b4-a255-4b4b-b1c5-1cbb2ce836ac None None] The sync data for ids ['0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'] in dv-cinder-811877-9-iscsi is: [{'id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'name': 'tempest-TestShelveInstance-462950893-router', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:53:08Z', 'revision_number': 4, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'gw_port': {'id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '6ceafa4e-234b-4205-a5e8-4f1c31c6e852', 'name': '', 'network_id': '7292d13f-e4df-4cd3-8e4b-9425bbea93ca', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'mac_address': 'fa:16:3e:bf:44:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '384e67a1-719b-4ff0-865a-67b9c1bddc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:07Z', 'updated_at': '2022-01-25T08:53:13Z', 'revision_number': 4, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'subnets': [{'id': '384e67a1-719b-4ff0-865a-67b9c1bddc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:53:13.927250 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-3d74b8fe-2422-4618-bcab-24b5896a884a None None] Current status of the port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:14.455372 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 up at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:53:14.513277 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Provisioning complete for port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:14.513649 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:14.604259 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Current status of the port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 is: ACTIVE; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:14.658002 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:15.891067 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:30.059927 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:53:30.490634 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:35.737930 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [req-3fe9d5db-2350-40d6-bd2d-f4790dcb872f req-da3e64ea-3403-4259-b0a6-26849d25810a service neutron] (103105) timed out ('10.222.0.121', 60454) {{(pid=103105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 08:53:36.925903 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-962de1ca-f4c9-4cf5-8f5a-b33a9ed89f8a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134933971&fields=id&tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b HTTP/1.1" status: 200 len: 267 time: 0.0429337 Jan 25 08:53:37.032215 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-5af3aaef-a226-46b4-9e1f-42765b0c5a75 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:37.033662 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-5af3aaef-a226-46b4-9e1f-42765b0c5a75 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/networks?id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0 HTTP/1.1" status: 200 len: 807 time: 0.1014893 Jan 25 08:53:37.047499 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-72c91afc-77c6-4c61-852c-441cbac32d4a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/quotas/2a8a2504e2d74814bc553b6bf2a40b7b HTTP/1.1" status: 200 len: 375 time: 0.0085387 Jan 25 08:53:37.095438 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-08a9801b-2e68-4018-a35b-86bf2e800518 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427132 Jan 25 08:53:37.199027 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-699817f3-d7f8-4da4-8491-8ec330511680 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:53:37.200039 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-699817f3-d7f8-4da4-8491-8ec330511680 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0928206 Jan 25 08:53:37.292019 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-f345fcdd-97f5-4469-bf9f-83b9db94dd68 service neutron] 10.222.0.112 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861173 Jan 25 08:53:37.378620 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-f468e0bc-2dde-44a5-bc19-c9df8645e430 service neutron] 10.222.0.112 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810080 Jan 25 08:53:37.916690 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8581cba3-451c-4708-97b2-ab54509ec0ce req-6b6d7eee-fe9c-446b-962c-86e12a9d9c7c tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 210 time: 0.0817630 Jan 25 08:53:39.011312 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-948df405-f698-405e-9e8a-e9b1a59144ee req-856a35ae-31fd-4076-a160-ce7958f3ed89 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 210 time: 0.0262978 Jan 25 08:53:39.514512 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-51760b7a-b771-4241-94f0-079846a14257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:39.971832 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-71d4623f-5c7b-45a6-831e-caae1736aa48 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:39.973349 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-71d4623f-5c7b-45a6-831e-caae1736aa48 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.121 "GET /v2.0/networks?id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0 HTTP/1.1" status: 200 len: 807 time: 0.1034682 Jan 25 08:53:40.036532 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-ea43a9a8-c708-4e6c-bc3c-e15cfa1f3b9a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b HTTP/1.1" status: 200 len: 380 time: 0.0539722 Jan 25 08:53:40.044886 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-cbef413b-d34a-4d83-af26-3f8363c21f35 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Request body: {'port': {'device_id': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'admin_state_up': True, 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'security_groups': ['075fd251-8c3f-466a-b698-b1d79ed68b73']}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:53:40.107373 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-8b6aaa0a-8bb9-4b49-bb36-a566331e38f3 req-ca1ad662-a235-404d-8e5a-d7c0f09633dc tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 210 time: 0.0273571 Jan 25 08:53:40.206241 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-cbef413b-d34a-4d83-af26-3f8363c21f35 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Made reservation on behalf of 2a8a2504e2d74814bc553b6bf2a40b7b for: {'port': 1} {{(pid=103104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 08:53:40.211025 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-cbef413b-d34a-4d83-af26-3f8363c21f35 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:40.336463 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_common [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-cbef413b-d34a-4d83-af26-3f8363c21f35 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Allocated IP 172.20.0.9 (b622c0c7-3e1c-47f1-8907-1cf3febd85c0/ba81699b-cc16-4ced-8da0-69b3e60d9765/f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f) {{(pid=103104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:53:40.475422 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-cbef413b-d34a-4d83-af26-3f8363c21f35 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), precommit_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:40.571839 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-cbef413b-d34a-4d83-af26-3f8363c21f35 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), after_create {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:40.614531 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-cbef413b-d34a-4d83-af26-3f8363c21f35 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 is already hosted by enough agents. {{(pid=103104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:53:40.617857 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.base_scheduler [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-cbef413b-d34a-4d83-af26-3f8363c21f35 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Resources bound (agent type, host, resource id): {{(pid=103104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:53:40.624505 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-cbef413b-d34a-4d83-af26-3f8363c21f35 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Received port after_create {{(pid=103104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:53:40.652665 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef413b-d34a-4d83-af26-3f8363c21f35 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Pushing event updated for resources: {'Port': ['ID=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,revision_number=1']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:40.683359 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-cbef413b-d34a-4d83-af26-3f8363c21f35 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:40.684014 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-cbef413b-d34a-4d83-af26-3f8363c21f35 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:40.766378 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-cbef413b-d34a-4d83-af26-3f8363c21f35 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7251327 Jan 25 08:53:40.782418 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.v2.base [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Request body: {'port': {'device_id': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:53:40.813365 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-c8326bd7-707c-46b7-b7f3-2e139993b3ff None None] Provisioning complete for port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f triggered by entity DHCP. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:40.813927 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c8326bd7-707c-46b7-b7f3-2e139993b3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:40.837675 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:40.847942 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-c8326bd7-707c-46b7-b7f3-2e139993b3ff None None] Port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f cannot update to ACTIVE because it is not bound. {{(pid=103106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 08:53:41.097823 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f {{(pid=103104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:53:41.105601 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Publish callbacks [] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:41.117941 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.provisioning_blocks [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Transition to ACTIVE for port object f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f will not be triggered until provisioned by entity L2. {{(pid=103104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 08:53:41.202284 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9328901'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:41.267604 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522fa35-5d1c-4c6c-80ed-e66a649755e2 req-7f98c2b6-d19f-41a4-a396-3f04d153f93a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:41.269159 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f522fa35-5d1c-4c6c-80ed-e66a649755e2 req-7f98c2b6-d19f-41a4-a396-3f04d153f93a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 931 time: 0.0936666 Jan 25 08:53:41.274958 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:41.370873 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f522fa35-5d1c-4c6c-80ed-e66a649755e2 req-7035af64-6ce7-4b9c-a9f0-17cef8af85bf tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908287 Jan 25 08:53:41.388913 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Attempting to bind port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 08:53:41.389306 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Attempting to bind port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '16bb6641-d2ca-4546-a612-b03c59aaddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 08:53:41.389699 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Attempting to bind port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f on network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:53:41.394575 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f on network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 08:53:41.394898 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Attempting to bind port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f on network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 08:53:41.400910 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Checking agent: {'id': '664b51f9-d08b-4fc1-8461-465c7aa0e06b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 8, 36), 'started_at': datetime.datetime(2022, 1, 25, 8, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 8, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 08:53:41.401184 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Checking segment: {'id': '16bb6641-d2ca-4546-a612-b03c59aaddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 08:53:41.401570 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Bound using segment: {'id': '16bb6641-d2ca-4546-a612-b03c59aaddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 08:53:41.402000 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Bound port: f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16bb6641-d2ca-4546-a612-b03c59aaddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 08:53:41.402411 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:41.465502 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] For port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f, host hv-cinder-81187, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 08:53:41.468637 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] For port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 08:53:41.538549 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9328901'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:41.570016 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:41.570654 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:41.572216 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] 10.222.0.121 "PUT /v2.0/ports/f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f HTTP/1.1" status: 200 len: 1093 time: 0.7944255 Jan 25 08:53:41.574316 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:53:41.577456 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915f0326-a4e0-4443-b7a0-8c30d5bf6563" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:53:41.605593 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ff4fb-c1cd-49be-a2b4-566614346485 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:41.616985 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229f980d-fe09-47ab-994c-d19dda712467 x-openstack-request-id: req-229f980d-fe09-47ab-994c-d19dda712467 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:53:41.617268 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:53:41.617707 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-229f980d-fe09-47ab-994c-d19dda712467 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:53:41.618270 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'status': 'completed', 'code': 200} Jan 25 08:53:41.686959 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f0326-a4e0-4443-b7a0-8c30d5bf6563 req-997ce652-5096-4b61-8af1-394bb025dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:41.688673 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-915f0326-a4e0-4443-b7a0-8c30d5bf6563 req-997ce652-5096-4b61-8af1-394bb025dc54 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b&device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 1096 time: 0.0478878 Jan 25 08:53:41.691936 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5b224ae1-0eb5-49de-aa93-0c64cdf4f00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:41.795071 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f0326-a4e0-4443-b7a0-8c30d5bf6563 req-e562d594-8158-46ce-aa17-eac9be31f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:41.796610 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-915f0326-a4e0-4443-b7a0-8c30d5bf6563 req-e562d594-8158-46ce-aa17-eac9be31f704 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1003480 Jan 25 08:53:41.892565 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f0326-a4e0-4443-b7a0-8c30d5bf6563 req-40484089-5105-4371-9231-dc0bb1123c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:41.893965 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-915f0326-a4e0-4443-b7a0-8c30d5bf6563 req-40484089-5105-4371-9231-dc0bb1123c2f service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909958 Jan 25 08:53:41.969394 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-6e088f7f-019d-45e8-a82e-af87d0ce3610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:41.970884 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-6e088f7f-019d-45e8-a82e-af87d0ce3610 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b&device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 1096 time: 0.0389020 Jan 25 08:53:42.011130 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-cdcbd9a7-af24-4b43-8c78-4a962879fa34 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f HTTP/1.1" status: 200 len: 217 time: 0.0328779 Jan 25 08:53:42.061615 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-3ca5d9e4-a479-4a52-b198-310a7492e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:42.063059 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-3ca5d9e4-a479-4a52-b198-310a7492e605 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba81699b-cc16-4ced-8da0-69b3e60d9765 HTTP/1.1" status: 200 len: 846 time: 0.0462446 Jan 25 08:53:42.109820 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-7c943256-4b30-4e1b-b5a2-aa43c24dcce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:42.111275 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-7c943256-4b30-4e1b-b5a2-aa43c24dcce1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384824 Jan 25 08:53:42.196518 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-e572be0e-d88e-49ff-a6ec-ba728fe9c713 service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785208 Jan 25 08:53:42.287094 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3016d7b6-7b93-4a09-9460-e75343b0283f req-6e16b036-7350-48ff-b275-65f4857a12ae service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837669 Jan 25 08:53:42.488261 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608daab-bdb3-423b-a8c2-bf9a42e82225 req-eced2f22-0b49-48b1-a393-0341bbc7e1f5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:42.489753 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8608daab-bdb3-423b-a8c2-bf9a42e82225 req-eced2f22-0b49-48b1-a393-0341bbc7e1f5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0492496 Jan 25 08:53:42.538494 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-8608daab-bdb3-423b-a8c2-bf9a42e82225 req-6c02e678-4b8a-421f-89b8-acea4ca71e2f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427673 Jan 25 08:53:43.091466 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:43.653389 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a63981-16c0-4d70-9c0a-53e34dbe3d0b req-79ee79dc-c28a-4682-bacd-e05bd7565116 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:43.655143 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-31a63981-16c0-4d70-9c0a-53e34dbe3d0b req-79ee79dc-c28a-4682-bacd-e05bd7565116 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0500090 Jan 25 08:53:43.703527 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-31a63981-16c0-4d70-9c0a-53e34dbe3d0b req-b7f18b76-c87a-4295-9dea-bbc1a22cba09 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427928 Jan 25 08:53:44.628452 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:44.829222 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800c4b0-65f5-4f69-a8ae-ae58b736efcf req-e6632a2f-6cb0-4a25-8316-f30518249a69 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:44.830815 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c800c4b0-65f5-4f69-a8ae-ae58b736efcf req-e6632a2f-6cb0-4a25-8316-f30518249a69 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0612068 Jan 25 08:53:44.879837 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c800c4b0-65f5-4f69-a8ae-ae58b736efcf req-834d9888-4dea-4c19-87eb-2efc17fc943f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Jan 25 08:53:45.868721 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:45.993087 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d6ddf-c9eb-4832-b880-c7fbb75f40d3 req-74760cbd-a185-4082-bbe9-c97ad5ccdd52 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:45.994462 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3a7d6ddf-c9eb-4832-b880-c7fbb75f40d3 req-74760cbd-a185-4082-bbe9-c97ad5ccdd52 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0476770 Jan 25 08:53:46.042124 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-3a7d6ddf-c9eb-4832-b880-c7fbb75f40d3 req-6fe0d861-bdd7-42b6-9e84-608655f68f34 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421920 Jan 25 08:53:47.155405 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22316124-cd26-4955-8085-185a64f1d40f req-863c653b-c8e0-4ebb-b1bd-c8c8c52ee19d tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:47.156910 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-22316124-cd26-4955-8085-185a64f1d40f req-863c653b-c8e0-4ebb-b1bd-c8c8c52ee19d tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0480044 Jan 25 08:53:47.203862 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-22316124-cd26-4955-8085-185a64f1d40f req-7ea8b7ef-f520-4c1f-8048-58d82c9ba958 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414882 Jan 25 08:53:48.332386 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c6a65-8a82-4bc5-a717-66694144abff req-ee7b63fc-0526-4e15-b1df-246838441512 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:48.333842 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fc6c6a65-8a82-4bc5-a717-66694144abff req-ee7b63fc-0526-4e15-b1df-246838441512 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0512419 Jan 25 08:53:48.382165 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-fc6c6a65-8a82-4bc5-a717-66694144abff req-95fa333f-80ea-43de-8ddc-fc99941f0e96 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Jan 25 08:53:49.493357 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c00e78-9b73-471b-b42b-e06126f38d4f req-09a590fa-6a11-4f54-b4b9-813f51161ed7 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:49.494793 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a5c00e78-9b73-471b-b42b-e06126f38d4f req-09a590fa-6a11-4f54-b4b9-813f51161ed7 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0460739 Jan 25 08:53:49.545993 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-a5c00e78-9b73-471b-b42b-e06126f38d4f req-998cbcb7-9c72-4823-ba80-4c3f22cd3bf2 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456910 Jan 25 08:53:50.298133 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:53:50.395961 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:53:50.406681 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'port_id': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'mac_address': 'fa:16:3e:05:1e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:53:50.443687 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:50.444155 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:50.456584 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:53:50.476275 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:53:50.519903 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:50.566672 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,revision_number=4']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:50.659494 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10ca4b-c497-4461-ae66-be6260ac4478 req-d81b924e-a779-42c3-9db6-0962ebf3633d tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:50.660975 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-aa10ca4b-c497-4461-ae66-be6260ac4478 req-d81b924e-a779-42c3-9db6-0962ebf3633d tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 944 time: 0.0479131 Jan 25 08:53:50.708512 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-aa10ca4b-c497-4461-ae66-be6260ac4478 req-d9f1df1b-daf9-4513-8ee8-b217968219a1 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413067 Jan 25 08:53:50.876263 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:53:51.822585 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bc586-8626-4f1b-98ff-d4df023f6479 req-dbd60479-76be-4773-907b-7907ec8dc199 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:51.824081 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ab8bc586-8626-4f1b-98ff-d4df023f6479 req-dbd60479-76be-4773-907b-7907ec8dc199 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 944 time: 0.0501029 Jan 25 08:53:51.872525 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ab8bc586-8626-4f1b-98ff-d4df023f6479 req-dba74041-c2e6-4aff-9cc7-6ba86b39b463 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Jan 25 08:53:52.341445 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:53:52.445374 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning for port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f completed by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 08:53:52.449762 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:53:52.450137 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:52.525605 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:53:52.525992 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:52.547612 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:53:52.549879 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5309ee3d-05ac-4373-9451-352fa0025eb2" -d '{"events": [{"server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "name": "network-vif-plugged", "status": "completed", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:53:52.562102 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:53:52.640347 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:52.643324 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c628222-3d4b-45c7-b618-c3baff3e3f45 x-openstack-request-id: req-6c628222-3d4b-45c7-b618-c3baff3e3f45 {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:53:52.643632 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "name": "network-vif-plugged", "status": "completed", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:53:52.643898 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6c628222-3d4b-45c7-b618-c3baff3e3f45 {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:53:52.644309 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'code': 200} Jan 25 08:53:52.693786 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,revision_number=5']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:53.015889 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69923818-4980-4fc0-a795-06cd0f261aac req-84e225c6-e930-4023-8deb-c63032cdc78d tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:53.017432 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-69923818-4980-4fc0-a795-06cd0f261aac req-84e225c6-e930-4023-8deb-c63032cdc78d tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0769358 Jan 25 08:53:53.023052 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58857593-20d7-46b3-b6ed-ead69b88e8a4 req-a6df1ea4-9a6d-46f2-a1de-948062341264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:53.025017 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-58857593-20d7-46b3-b6ed-ead69b88e8a4 req-a6df1ea4-9a6d-46f2-a1de-948062341264 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 1098 time: 0.0593452 Jan 25 08:53:53.095009 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-69923818-4980-4fc0-a795-06cd0f261aac req-e40c3bb8-9953-4b35-824c-e87a98886d32 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690589 Jan 25 08:53:53.102441 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-58857593-20d7-46b3-b6ed-ead69b88e8a4 req-d15a1cba-0463-4728-9417-882de8c3f4e5 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639145 Jan 25 08:53:54.211011 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9688df3-c887-46b2-952b-8138faa1309e req-0a21ae9d-8b9a-407d-b2e1-91deff0b63b8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:54.212891 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b9688df3-c887-46b2-952b-8138faa1309e req-0a21ae9d-8b9a-407d-b2e1-91deff0b63b8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0486064 Jan 25 08:53:54.264839 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-b9688df3-c887-46b2-952b-8138faa1309e req-00c65dc0-cf1b-4ab0-bd2d-1b1394153abe tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464654 Jan 25 08:53:55.375602 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6040b0-af7a-49f9-ac48-8a1e9f270af0 req-30d61efc-153c-4e2e-8aaa-2e9df7dd5852 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:55.377126 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4b6040b0-af7a-49f9-ac48-8a1e9f270af0 req-30d61efc-153c-4e2e-8aaa-2e9df7dd5852 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0478716 Jan 25 08:53:55.426578 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4b6040b0-af7a-49f9-ac48-8a1e9f270af0 req-da0cbfe0-28df-48b7-ba1c-0b62592f0c65 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439155 Jan 25 08:53:55.543266 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e4b08-f3f9-41dc-8129-1da6a0a7cead req-b041048b-f483-4f76-aae6-721f5b3d9d5a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:55.544677 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0a8e4b08-f3f9-41dc-8129-1da6a0a7cead req-b041048b-f483-4f76-aae6-721f5b3d9d5a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0513983 Jan 25 08:53:55.592600 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0a8e4b08-f3f9-41dc-8129-1da6a0a7cead req-e7b64489-ede0-437e-a1e5-9549964ca057 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422313 Jan 25 08:53:55.614362 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50834) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:55.692160 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deced601-53c8-4972-9da6-0521f70254da tempest-TestShelveInstance-309726130 tempest-TestShelveInstance-309726130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:55.693619 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-deced601-53c8-4972-9da6-0521f70254da tempest-TestShelveInstance-309726130 tempest-TestShelveInstance-309726130-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 1093 time: 0.0783091 Jan 25 08:53:55.696478 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50838) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:53:55.700705 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.v2.base [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Request body: {'floatingip': {'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'port_id': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 08:53:55.788696 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:55.885290 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (None), before_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:55.996714 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.db_base_plugin_common [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Allocated IP 172.27.1.217 (ed202089-45c6-4c7e-b473-596d2e9efddc/247d33d8-1270-40dc-9432-067a5c2cead5/c1f74f5f-b34f-4d8a-820b-d02a691fbdb9) {{(pid=103105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 08:53:56.098506 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for port (c1f74f5f-b34f-4d8a-820b-d02a691fbdb9), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:56.193714 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786863523831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (c1f74f5f-b34f-4d8a-820b-d02a691fbdb9), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:56.230402 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Network ed202089-45c6-4c7e-b473-596d2e9efddc is already hosted by enough agents. {{(pid=103105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 08:53:56.233112 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.base_scheduler [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Resources bound (agent type, host, resource id): {{(pid=103105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 08:53:56.238390 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Received port after_create {{(pid=103105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 08:53:56.243867 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Pushing event updated for resources: {'Port': ['ID=c1f74f5f-b34f-4d8a-820b-d02a691fbdb9,revision_number=1']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:56.272446 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:56.272822 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:56.273157 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:56.273486 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:56.273812 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:56.274135 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:56.275094 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:56.275422 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:56.275739 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:56.276059 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:56.276401 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:56.276714 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:56.277126 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:53:56.870412 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for floatingip (dd510295-774e-4452-b7bf-829f0cae5abc), precommit_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:57.013239 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (c1f74f5f-b34f-4d8a-820b-d02a691fbdb9), before_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:57.175719 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for port (c1f74f5f-b34f-4d8a-820b-d02a691fbdb9), precommit_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:57.256706 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10414971'] for port (c1f74f5f-b34f-4d8a-820b-d02a691fbdb9), after_update {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:57.335461 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Pushing event updated for resources: {'Port': ['ID=c1f74f5f-b34f-4d8a-820b-d02a691fbdb9,revision_number=2']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:53:57.345828 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582724'] for floatingip (dd510295-774e-4452-b7bf-829f0cae5abc), after_create {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:57.461765 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Floating IP dd510295-774e-4452-b7bf-829f0cae5abc associated. External IP: 172.27.1.217, port: f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f. Jan 25 08:53:57.679623 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:53:57.787467 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:53:57.797466 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d66e8-d042-475f-8820-a1708c4ac482 None None] Sync routers for ids ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:53:57.807758 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d66e8-d042-475f-8820-a1708c4ac482 None None] Routers {'4a8d68a5-1ba8-410f-b094-6bb2dc999684'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:53:57.815254 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-496d66e8-d042-475f-8820-a1708c4ac482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:53:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:57.871083 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:53:57.901979 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-f1eaa94d-ce85-4292-bf5c-c7b4f40b2ed8 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2044384 Jan 25 08:53:57.912150 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:53:57.912150 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e065f0-2c95-4c39-9247-5ce6e81255fd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:53:57.916105 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-496d66e8-d042-475f-8820-a1708c4ac482 None None] Set router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:53:57.954156 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058e9259-c0c7-4780-b2f8-04cfaeb873a6 x-openstack-request-id: req-058e9259-c0c7-4780-b2f8-04cfaeb873a6 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:53:57.954445 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:53:57.954696 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-058e9259-c0c7-4780-b2f8-04cfaeb873a6 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:53:57.955102 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'status': 'completed', 'code': 200} Jan 25 08:53:58.020215 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e065f0-2c95-4c39-9247-5ce6e81255fd req-5aa51d07-268f-40d3-bd39-64fd0669fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:58.021712 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f3e065f0-2c95-4c39-9247-5ce6e81255fd req-5aa51d07-268f-40d3-bd39-64fd0669fb8a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b&device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 1098 time: 0.0476954 Jan 25 08:53:58.112254 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e065f0-2c95-4c39-9247-5ce6e81255fd req-bed77903-c4be-4366-b6e9-cda85111acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:58.113705 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f3e065f0-2c95-4c39-9247-5ce6e81255fd req-bed77903-c4be-4366-b6e9-cda85111acec service neutron] 10.222.0.121 "GET /v2.0/networks?id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0 HTTP/1.1" status: 200 len: 908 time: 0.0845912 Jan 25 08:53:58.142132 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-496d66e8-d042-475f-8820-a1708c4ac482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:01Z', 'revision_number': 4, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port': {'id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': 'dd510295-774e-4452-b7bf-829f0cae5abc', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'port_id': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'mac_address': 'fa:16:3e:05:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:53:56Z', 'updated_at': '2022-01-25T08:53:56Z', 'revision_number': 0, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129ea87b-7bca-48ac-9b7f-991090168c0b', 'name': '', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'mac_address': 'fa:16:3e:c6:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:01Z', 'updated_at': '2022-01-25T08:53:05Z', 'revision_number': 5, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'subnets': [{'id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:58.172065 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d66e8-d042-475f-8820-a1708c4ac482 None None] Checking router: 4a8d68a5-1ba8-410f-b094-6bb2dc999684 for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:53:58.180610 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d66e8-d042-475f-8820-a1708c4ac482 None None] Routers {'4a8d68a5-1ba8-410f-b094-6bb2dc999684'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:53:58.181182 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-496d66e8-d042-475f-8820-a1708c4ac482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:53:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:58.181579 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f3e065f0-2c95-4c39-9247-5ce6e81255fd req-27737b23-4462-45a6-a4df-03fa2decbf46 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f HTTP/1.1" status: 200 len: 999 time: 0.0614591 Jan 25 08:53:58.232049 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e065f0-2c95-4c39-9247-5ce6e81255fd req-defdb377-8bcf-4ac9-b8e0-043fb88bbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:58.233472 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f3e065f0-2c95-4c39-9247-5ce6e81255fd req-defdb377-8bcf-4ac9-b8e0-043fb88bbf7a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba81699b-cc16-4ced-8da0-69b3e60d9765 HTTP/1.1" status: 200 len: 846 time: 0.0431061 Jan 25 08:53:58.277701 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e065f0-2c95-4c39-9247-5ce6e81255fd req-7f5e8e53-5183-42cf-90ba-f6b0e4ee3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:53:58.279178 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f3e065f0-2c95-4c39-9247-5ce6e81255fd req-7f5e8e53-5183-42cf-90ba-f6b0e4ee3148 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394561 Jan 25 08:53:58.284804 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-496d66e8-d042-475f-8820-a1708c4ac482 None None] Set router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:53:58.370552 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f3e065f0-2c95-4c39-9247-5ce6e81255fd req-08db7d94-8e71-47e7-b003-3012515f92c8 service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842741 Jan 25 08:53:58.458196 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f3e065f0-2c95-4c39-9247-5ce6e81255fd req-075f10b4-42f6-472f-bf24-c75af4491a51 service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815656 Jan 25 08:53:58.504636 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-496d66e8-d042-475f-8820-a1708c4ac482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:01Z', 'revision_number': 4, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port': {'id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': 'dd510295-774e-4452-b7bf-829f0cae5abc', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'port_id': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'mac_address': 'fa:16:3e:05:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:53:56Z', 'updated_at': '2022-01-25T08:53:56Z', 'revision_number': 0, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129ea87b-7bca-48ac-9b7f-991090168c0b', 'name': '', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'mac_address': 'fa:16:3e:c6:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:01Z', 'updated_at': '2022-01-25T08:53:05Z', 'revision_number': 5, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'subnets': [{'id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:53:58.534139 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d66e8-d042-475f-8820-a1708c4ac482 None None] The sync data for ids ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'] in dv-cinder-811877-9-iscsi is: [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:01Z', 'revision_number': 4, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port': {'id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': 'dd510295-774e-4452-b7bf-829f0cae5abc', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'port_id': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'mac_address': 'fa:16:3e:05:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:53:56Z', 'updated_at': '2022-01-25T08:53:56Z', 'revision_number': 0, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129ea87b-7bca-48ac-9b7f-991090168c0b', 'name': '', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'mac_address': 'fa:16:3e:c6:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:01Z', 'updated_at': '2022-01-25T08:53:05Z', 'revision_number': 5, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'subnets': [{'id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:53:58.740381 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e6d00-8f59-4fae-a9fc-e82e82b0bdc6 None None] New status for floating IP dd510295-774e-4452-b7bf-829f0cae5abc: ACTIVE {{(pid=103107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:54:00.457110 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:07.061036 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:54:09.491563 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-75b20d9a-33af-4aaf-a30b-82f933d71d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:11.148457 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-135ed0e6-8ac3-4cd8-93d6-6588c825c075 req-14343049-a2a9-466c-a0d1-08ea3d2270c6 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868988 Jan 25 08:54:11.209694 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ed0e6-8ac3-4cd8-93d6-6588c825c075 req-c53e2a17-91d3-49cd-805a-5027d1137951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:11.211158 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-135ed0e6-8ac3-4cd8-93d6-6588c825c075 req-c53e2a17-91d3-49cd-805a-5027d1137951 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 1098 time: 0.0386827 Jan 25 08:54:11.345219 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ed0e6-8ac3-4cd8-93d6-6588c825c075 req-8cc33028-0876-4a7c-92c4-6ddd9db53d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:11.346680 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-135ed0e6-8ac3-4cd8-93d6-6588c825c075 req-8cc33028-0876-4a7c-92c4-6ddd9db53d98 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 912 time: 0.1178343 Jan 25 08:54:11.412803 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-135ed0e6-8ac3-4cd8-93d6-6588c825c075 req-71f88eed-2f41-4c1e-892d-ce88e968c4bb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f39c2c7a-2de7-4dbc-9032-cf736461ee68 HTTP/1.1" status: 200 len: 1001 time: 0.0588875 Jan 25 08:54:11.463450 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ed0e6-8ac3-4cd8-93d6-6588c825c075 req-5718047c-b155-452c-a0fc-2ae4d6280988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:11.464935 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-135ed0e6-8ac3-4cd8-93d6-6588c825c075 req-5718047c-b155-452c-a0fc-2ae4d6280988 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0434837 Jan 25 08:54:11.510660 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ed0e6-8ac3-4cd8-93d6-6588c825c075 req-911b149e-d7f0-4722-94a2-74280c7ff009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:11.512144 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-135ed0e6-8ac3-4cd8-93d6-6588c825c075 req-911b149e-d7f0-4722-94a2-74280c7ff009 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388463 Jan 25 08:54:11.604901 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-135ed0e6-8ac3-4cd8-93d6-6588c825c075 req-0e725381-0b66-4be9-ac1d-1e46d1931f73 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861123 Jan 25 08:54:11.694544 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-135ed0e6-8ac3-4cd8-93d6-6588c825c075 req-5eb82774-f96a-4910-8ef4-292aff8ef42f service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831733 Jan 25 08:54:11.719611 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea87d-a3f8-4a2d-8275-8b8992284fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:13.068302 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:14.633888 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:15.874155 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:27.611803 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50854) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:27.768181 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c9e00b5b-3933-4f52-9637-e5734f64fcb9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Deleting port 0b532275-f04e-492e-b280-a2411ce18440 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:54:27.768518 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c9e00b5b-3933-4f52-9637-e5734f64fcb9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (0b532275-f04e-492e-b280-a2411ce18440), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:27.839939 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c9e00b5b-3933-4f52-9637-e5734f64fcb9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (0b532275-f04e-492e-b280-a2411ce18440), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:27.840284 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c9e00b5b-3933-4f52-9637-e5734f64fcb9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for floatingip (0b532275-f04e-492e-b280-a2411ce18440), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:27.852251 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-c9e00b5b-3933-4f52-9637-e5734f64fcb9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Calling delete_port for 0b532275-f04e-492e-b280-a2411ce18440 owned by network:floatingip {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:54:28.056378 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c9e00b5b-3933-4f52-9637-e5734f64fcb9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (0b532275-f04e-492e-b280-a2411ce18440), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:28.079786 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e00b5b-3933-4f52-9637-e5734f64fcb9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event deleted for resources: {'Port': ['ID=0b532275-f04e-492e-b280-a2411ce18440,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:28.145851 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c9e00b5b-3933-4f52-9637-e5734f64fcb9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for floatingip (5651b95b-1c4e-4e58-ab33-50c3353fe755), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:28.146176 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [None req-c9e00b5b-3933-4f52-9637-e5734f64fcb9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Floating IP 5651b95b-1c4e-4e58-ab33-50c3353fe755 disassociated (deleted). External IP: 172.27.1.127, port: f39c2c7a-2de7-4dbc-9032-cf736461ee68. Jan 25 08:54:28.350616 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e00b5b-3933-4f52-9637-e5734f64fcb9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Router 3807cb94-5231-48e4-8402-cd545ae4e12e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:54:28.458548 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e00b5b-3933-4f52-9637-e5734f64fcb9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:54:28.462998 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-c9e00b5b-3933-4f52-9637-e5734f64fcb9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:28.469577 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960aaf6-f2f2-4df2-be50-8838c7e8a76b None None] Sync routers for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:54:28.479074 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960aaf6-f2f2-4df2-be50-8838c7e8a76b None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:54:28.479668 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-7960aaf6-f2f2-4df2-be50-8838c7e8a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:54:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:28.490931 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-c9e00b5b-3933-4f52-9637-e5734f64fcb9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "DELETE /v2.0/floatingips/5651b95b-1c4e-4e58-ab33-50c3353fe755 HTTP/1.1" status: 204 len: 168 time: 0.8780174 Jan 25 08:54:28.491527 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'tag': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:54:28.493820 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586392b3-11e8-4180-95d2-a01bb1aa3cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "36df6456-cf47-4a0f-822d-b92e9fbd44ba", "tag": "f39c2c7a-2de7-4dbc-9032-cf736461ee68"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:54:28.533440 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7173a227-6a33-41be-b155-4398e1a1fc2a x-openstack-request-id: req-7173a227-6a33-41be-b155-4398e1a1fc2a {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:54:28.533901 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36df6456-cf47-4a0f-822d-b92e9fbd44ba", "tag": "f39c2c7a-2de7-4dbc-9032-cf736461ee68", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:54:28.534174 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7173a227-6a33-41be-b155-4398e1a1fc2a {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:54:28.534560 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'tag': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68', 'status': 'completed', 'code': 200} Jan 25 08:54:28.593754 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-7960aaf6-f2f2-4df2-be50-8838c7e8a76b None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:54:28.612729 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586392b3-11e8-4180-95d2-a01bb1aa3cfb req-cb108d5d-43d1-4c85-8a41-cbeea5b5fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:28.614166 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-586392b3-11e8-4180-95d2-a01bb1aa3cfb req-cb108d5d-43d1-4c85-8a41-cbeea5b5fbc1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 1098 time: 0.0479381 Jan 25 08:54:28.708108 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586392b3-11e8-4180-95d2-a01bb1aa3cfb req-ac566af3-2788-4005-81a1-fc17ce2f4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:28.709599 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-586392b3-11e8-4180-95d2-a01bb1aa3cfb req-ac566af3-2788-4005-81a1-fc17ce2f4889 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 912 time: 0.0869758 Jan 25 08:54:28.758004 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-586392b3-11e8-4180-95d2-a01bb1aa3cfb req-9b939126-24ef-48e9-8f28-df93d2ed7eba service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f39c2c7a-2de7-4dbc-9032-cf736461ee68 HTTP/1.1" status: 200 len: 217 time: 0.0411112 Jan 25 08:54:28.807821 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586392b3-11e8-4180-95d2-a01bb1aa3cfb req-0c8c1b94-84c9-4a6f-b779-fe26a5cd5fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:28.810075 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-586392b3-11e8-4180-95d2-a01bb1aa3cfb req-0c8c1b94-84c9-4a6f-b779-fe26a5cd5fd7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0450010 Jan 25 08:54:28.855368 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586392b3-11e8-4180-95d2-a01bb1aa3cfb req-ad5d85c4-d11d-4b07-af64-6ad21a865297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:28.857322 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-586392b3-11e8-4180-95d2-a01bb1aa3cfb req-ad5d85c4-d11d-4b07-af64-6ad21a865297 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409772 Jan 25 08:54:28.959264 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-7960aaf6-f2f2-4df2-be50-8838c7e8a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '0268c817-897d-45b9-aecc-252a9478128d', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:e9:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221441f9-012c-4f24-a373-3ff2239f4f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:49:26Z', 'updated_at': '2022-01-25T08:49:28Z', 'revision_number': 1, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:28.985780 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960aaf6-f2f2-4df2-be50-8838c7e8a76b None None] Checking router: 3807cb94-5231-48e4-8402-cd545ae4e12e for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:54:28.988422 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3e79-f872-4e9a-a6a4-92ef74150d25 req-3679dd43-30b4-483d-8920-ebf6a570345d tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:28.990007 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4aad3e79-f872-4e9a-a6a4-92ef74150d25 req-3679dd43-30b4-483d-8920-ebf6a570345d tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 945 time: 0.0673592 Jan 25 08:54:28.992126 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-586392b3-11e8-4180-95d2-a01bb1aa3cfb req-cbcc5ceb-3e4d-4b73-a791-1dca8fc6c1db service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282985 Jan 25 08:54:28.994282 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960aaf6-f2f2-4df2-be50-8838c7e8a76b None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:54:28.994890 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-7960aaf6-f2f2-4df2-be50-8838c7e8a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:54:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:29.093065 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4aad3e79-f872-4e9a-a6a4-92ef74150d25 req-7309a16e-bbb4-49f9-85a8-0701c59a19ff tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974500 Jan 25 08:54:29.100267 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-7960aaf6-f2f2-4df2-be50-8838c7e8a76b None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:54:29.115438 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-586392b3-11e8-4180-95d2-a01bb1aa3cfb req-d57bf009-c4ae-44e7-b54a-813f3fce1b14 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133697 Jan 25 08:54:29.329359 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-7960aaf6-f2f2-4df2-be50-8838c7e8a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '0268c817-897d-45b9-aecc-252a9478128d', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:e9:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221441f9-012c-4f24-a373-3ff2239f4f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:49:26Z', 'updated_at': '2022-01-25T08:49:28Z', 'revision_number': 1, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:29.355197 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960aaf6-f2f2-4df2-be50-8838c7e8a76b None None] The sync data for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi is: [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_floatingips': [{'id': '0268c817-897d-45b9-aecc-252a9478128d', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'router_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'port_id': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'mac_address': 'fa:16:3e:e9:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221441f9-012c-4f24-a373-3ff2239f4f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T08:49:26Z', 'updated_at': '2022-01-25T08:49:28Z', 'revision_number': 1, 'project_id': '3270c694d117403698bb3b24e359654c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:54:29.563272 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0eaf96-1d36-4cbd-9c69-d0301919f2fa None None] New status for floating IP 5651b95b-1c4e-4e58-ab33-50c3353fe755: DOWN {{(pid=103107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:54:30.211293 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813d832-3600-43e9-8e7a-e44587cdea90 req-3b246180-ea42-4346-86ff-796048cdd30c tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:30.212786 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0813d832-3600-43e9-8e7a-e44587cdea90 req-3b246180-ea42-4346-86ff-796048cdd30c tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 945 time: 0.0502210 Jan 25 08:54:30.265168 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-0813d832-3600-43e9-8e7a-e44587cdea90 req-700fc5fe-a7ec-4191-b3df-042f94f6f470 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459182 Jan 25 08:54:30.456104 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:30.783938 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c254cd6-7a7f-42aa-8840-57eeff84c433 req-e1ef7ddd-5703-4e6e-8edb-9d532b768562 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:30.785408 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1c254cd6-7a7f-42aa-8840-57eeff84c433 req-e1ef7ddd-5703-4e6e-8edb-9d532b768562 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 945 time: 0.0485339 Jan 25 08:54:30.871312 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-1c254cd6-7a7f-42aa-8840-57eeff84c433 req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Deleting port f39c2c7a-2de7-4dbc-9032-cf736461ee68 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:54:30.871645 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1c254cd6-7a7f-42aa-8840-57eeff84c433 req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:30.959783 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-1c254cd6-7a7f-42aa-8840-57eeff84c433 req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] For port f39c2c7a-2de7-4dbc-9032-cf736461ee68, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f39c2c7a-2de7-4dbc-9032-cf736461ee68,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:54:30.960161 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1c254cd6-7a7f-42aa-8840-57eeff84c433 req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:30.971386 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-1c254cd6-7a7f-42aa-8840-57eeff84c433 req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Calling delete_port for f39c2c7a-2de7-4dbc-9032-cf736461ee68 owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:54:31.153267 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1c254cd6-7a7f-42aa-8840-57eeff84c433 req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (f39c2c7a-2de7-4dbc-9032-cf736461ee68), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:31.179189 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event deleted for resources: {'Port': ['ID=f39c2c7a-2de7-4dbc-9032-cf736461ee68,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:31.191538 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:31.191887 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:31.192271 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:31.192607 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:31.192939 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:31.193261 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:31.193582 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:31.193903 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:31.194222 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:31.194542 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:31.194856 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:31.195171 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:31.195483 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:31.232787 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c254cd6-7a7f-42aa-8840-57eeff84c433 req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] No DVR routers for this DVR port f39c2c7a-2de7-4dbc-9032-cf736461ee68 on host hv-cinder-81187 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:54:31.235763 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-1c254cd6-7a7f-42aa-8840-57eeff84c433 req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:31.239130 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1c254cd6-7a7f-42aa-8840-57eeff84c433 req-29845771-4e02-4dd2-8076-fe18b2eb84fe tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "DELETE /v2.0/ports/f39c2c7a-2de7-4dbc-9032-cf736461ee68 HTTP/1.1" status: 204 len: 173 time: 0.4477189 Jan 25 08:54:31.239582 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'name': 'network-vif-deleted', 'tag': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:54:31.241820 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fec415-ace7-470b-bd01-32bfb6714a53" -d '{"events": [{"server_uuid": "36df6456-cf47-4a0f-822d-b92e9fbd44ba", "name": "network-vif-deleted", "tag": "f39c2c7a-2de7-4dbc-9032-cf736461ee68"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:54:31.279801 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e184e7-7a37-4d79-8788-0c58b6196525 x-openstack-request-id: req-c4e184e7-7a37-4d79-8788-0c58b6196525 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:54:31.279801 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36df6456-cf47-4a0f-822d-b92e9fbd44ba", "name": "network-vif-deleted", "tag": "f39c2c7a-2de7-4dbc-9032-cf736461ee68", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:54:31.280321 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c4e184e7-7a37-4d79-8788-0c58b6196525 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:54:31.280550 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36df6456-cf47-4a0f-822d-b92e9fbd44ba', 'name': 'network-vif-deleted', 'tag': 'f39c2c7a-2de7-4dbc-9032-cf736461ee68', 'status': 'completed', 'code': 200} Jan 25 08:54:31.366417 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-2b53447f-ed65-4f60-b0d0-eba8d86f38be req-a13d49aa-460e-4634-974a-ab8ba3c9961e tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 210 time: 0.0278304 Jan 25 08:54:32.484616 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-651b6a89-f4db-41b7-9638-a0b4063e50be req-ea74d993-ab70-47b4-89b8-584b3b2266f9 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=36df6456-cf47-4a0f-822d-b92e9fbd44ba HTTP/1.1" status: 200 len: 210 time: 0.0263231 Jan 25 08:54:34.504670 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device f39c2c7a-2de7-4dbc-9032-cf736461ee68 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:54:34.528973 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: f39c2c7a-2de7-4dbc-9032-cf736461ee68 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:54:34.530701 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device f39c2c7a-2de7-4dbc-9032-cf736461ee68 not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:54:35.947539 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50886) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:36.100394 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-15e38353-6196-4d6d-b1f2-7565095d4ddb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Deleting port 08d7e480-fe83-4f9e-b774-27a4d27f018c {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:54:36.100731 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-15e38353-6196-4d6d-b1f2-7565095d4ddb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (08d7e480-fe83-4f9e-b774-27a4d27f018c), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:36.177954 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-15e38353-6196-4d6d-b1f2-7565095d4ddb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (08d7e480-fe83-4f9e-b774-27a4d27f018c), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:36.178278 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-15e38353-6196-4d6d-b1f2-7565095d4ddb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for floatingip (08d7e480-fe83-4f9e-b774-27a4d27f018c), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:36.189631 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-15e38353-6196-4d6d-b1f2-7565095d4ddb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Calling delete_port for 08d7e480-fe83-4f9e-b774-27a4d27f018c owned by network:floatingip {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:54:36.393562 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-15e38353-6196-4d6d-b1f2-7565095d4ddb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (08d7e480-fe83-4f9e-b774-27a4d27f018c), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:36.417002 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e38353-6196-4d6d-b1f2-7565095d4ddb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event deleted for resources: {'Port': ['ID=08d7e480-fe83-4f9e-b774-27a4d27f018c,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:36.479873 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-15e38353-6196-4d6d-b1f2-7565095d4ddb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for floatingip (0268c817-897d-45b9-aecc-252a9478128d), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:36.480241 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.db.l3_db [None req-15e38353-6196-4d6d-b1f2-7565095d4ddb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Floating IP 0268c817-897d-45b9-aecc-252a9478128d disassociated (deleted). External IP: 172.27.1.23, port: ce5fba1c-6b1c-4aa3-a241-b268706fb4c9. Jan 25 08:54:36.686939 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e38353-6196-4d6d-b1f2-7565095d4ddb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Router 3807cb94-5231-48e4-8402-cd545ae4e12e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:54:36.791586 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e38353-6196-4d6d-b1f2-7565095d4ddb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:54:36.796057 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-15e38353-6196-4d6d-b1f2-7565095d4ddb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:36.802267 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e562d3-7639-47d8-8745-2a0df2ce09cf None None] Sync routers for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:54:36.812963 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e562d3-7639-47d8-8745-2a0df2ce09cf None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:54:36.813593 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-04e562d3-7639-47d8-8745-2a0df2ce09cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:54:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:36.822412 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-15e38353-6196-4d6d-b1f2-7565095d4ddb tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "DELETE /v2.0/floatingips/0268c817-897d-45b9-aecc-252a9478128d HTTP/1.1" status: 204 len: 168 time: 0.8737111 Jan 25 08:54:36.822990 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221441f9-012c-4f24-a373-3ff2239f4f50', 'tag': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9'}] {{(pid=103105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:54:36.825359 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b60a6ee64bee96d8576dd00767d9c7e26f18c13a7b7d702178b0751433b8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778755cb-9c72-4d65-8b0e-d04ce26cec99" -d '{"events": [{"name": "network-changed", "server_uuid": "221441f9-012c-4f24-a373-3ff2239f4f50", "tag": "ce5fba1c-6b1c-4aa3-a241-b268706fb4c9"}]}' {{(pid=103105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:54:36.862681 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aab9a78-e4ce-4e3d-bebc-cdb6202172b8 x-openstack-request-id: req-4aab9a78-e4ce-4e3d-bebc-cdb6202172b8 {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:54:36.863159 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221441f9-012c-4f24-a373-3ff2239f4f50", "tag": "ce5fba1c-6b1c-4aa3-a241-b268706fb4c9", "status": "completed", "code": 200}]} {{(pid=103105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:54:36.863483 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-4aab9a78-e4ce-4e3d-bebc-cdb6202172b8 {{(pid=103105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:54:36.863955 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221441f9-012c-4f24-a373-3ff2239f4f50', 'tag': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'status': 'completed', 'code': 200} Jan 25 08:54:36.923313 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-04e562d3-7639-47d8-8745-2a0df2ce09cf None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:54:36.928653 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778755cb-9c72-4d65-8b0e-d04ce26cec99 req-d8ac4db3-7ef5-46f7-af84-7d713a2efbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:36.930802 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-778755cb-9c72-4d65-8b0e-d04ce26cec99 req-d8ac4db3-7ef5-46f7-af84-7d713a2efbb6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3270c694d117403698bb3b24e359654c&device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 1098 time: 0.0457089 Jan 25 08:54:37.023446 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778755cb-9c72-4d65-8b0e-d04ce26cec99 req-6cd701a4-deb2-458e-99b7-4b5096294b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:37.024920 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-778755cb-9c72-4d65-8b0e-d04ce26cec99 req-6cd701a4-deb2-458e-99b7-4b5096294b81 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 200 len: 912 time: 0.0874062 Jan 25 08:54:37.066813 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-778755cb-9c72-4d65-8b0e-d04ce26cec99 req-91b3e42f-3679-443c-9e9e-edaa4d5f0339 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 HTTP/1.1" status: 200 len: 217 time: 0.0356205 Jan 25 08:54:37.129926 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778755cb-9c72-4d65-8b0e-d04ce26cec99 req-f7756dc1-a514-4bac-aa5a-439b23278cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:37.130189 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-04e562d3-7639-47d8-8745-2a0df2ce09cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:37.131516 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-778755cb-9c72-4d65-8b0e-d04ce26cec99 req-f7756dc1-a514-4bac-aa5a-439b23278cae service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 200 len: 850 time: 0.0594738 Jan 25 08:54:37.160947 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e562d3-7639-47d8-8745-2a0df2ce09cf None None] Checking router: 3807cb94-5231-48e4-8402-cd545ae4e12e for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:54:37.169408 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e562d3-7639-47d8-8745-2a0df2ce09cf None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:54:37.170009 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-04e562d3-7639-47d8-8745-2a0df2ce09cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:54:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:37.185226 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778755cb-9c72-4d65-8b0e-d04ce26cec99 req-02ac8a3a-5299-4340-9a72-61e8b2216d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:37.187574 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-778755cb-9c72-4d65-8b0e-d04ce26cec99 req-02ac8a3a-5299-4340-9a72-61e8b2216d43 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c84af400-ac1b-48de-9e51-923fce05d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438035 Jan 25 08:54:37.219926 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ba2d4-fdfe-4835-97e2-63fae40de0ae req-9d7abd70-7b08-4905-8bed-45ee9eb2c35b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:37.221547 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-741ba2d4-fdfe-4835-97e2-63fae40de0ae req-9d7abd70-7b08-4905-8bed-45ee9eb2c35b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 945 time: 0.0532081 Jan 25 08:54:37.272630 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-741ba2d4-fdfe-4835-97e2-63fae40de0ae req-6386bdd1-b025-45dd-ace3-6d46e3a21498 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454400 Jan 25 08:54:37.281062 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-04e562d3-7639-47d8-8745-2a0df2ce09cf None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:54:37.291343 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-778755cb-9c72-4d65-8b0e-d04ce26cec99 req-06035c67-1196-41af-9fc6-c59472e29c2a service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904839 Jan 25 08:54:37.491841 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-04e562d3-7639-47d8-8745-2a0df2ce09cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:37.520730 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e562d3-7639-47d8-8745-2a0df2ce09cf None None] The sync data for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi is: [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:21Z', 'revision_number': 4, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': 'af7be32d-bd4a-41d5-a3cd-579e826bf50e', 'name': '', 'network_id': 'c84af400-ac1b-48de-9e51-923fce05d259', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'mac_address': 'fa:16:3e:34:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:20Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'subnets': [{'id': '6616c566-e430-4980-a3e3-d6f559628b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:54:37.653854 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-778755cb-9c72-4d65-8b0e-d04ce26cec99 req-e25d687e-6a67-4036-8a4f-f81f98a9afd2 service neutron] 10.222.0.121 "GET /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589065 Jan 25 08:54:37.750904 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee720273-a511-4178-93fc-d268486c7cd8 None None] New status for floating IP 0268c817-897d-45b9-aecc-252a9478128d: DOWN {{(pid=103107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:54:38.031653 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db41943-a1c2-47d0-b084-fd3150038484 req-b3b8b411-c95c-49dc-9b5d-f7bf48aafe6c tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:38.033098 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6db41943-a1c2-47d0-b084-fd3150038484 req-b3b8b411-c95c-49dc-9b5d-f7bf48aafe6c tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 945 time: 0.0472567 Jan 25 08:54:38.120885 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-6db41943-a1c2-47d0-b084-fd3150038484 req-ab6438da-9f3d-4e7d-a784-48ada69823aa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Deleting port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:54:38.121251 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-6db41943-a1c2-47d0-b084-fd3150038484 req-ab6438da-9f3d-4e7d-a784-48ada69823aa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:38.208998 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-6db41943-a1c2-47d0-b084-fd3150038484 req-ab6438da-9f3d-4e7d-a784-48ada69823aa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] For port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:54:38.209353 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-6db41943-a1c2-47d0-b084-fd3150038484 req-ab6438da-9f3d-4e7d-a784-48ada69823aa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:38.221366 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-6db41943-a1c2-47d0-b084-fd3150038484 req-ab6438da-9f3d-4e7d-a784-48ada69823aa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Calling delete_port for ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:54:38.391752 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938dec4-102c-4fa1-8370-3cdad470e695 req-98ffcef9-31f8-4bb8-a583-147134f2cb42 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:54:38.393155 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9938dec4-102c-4fa1-8370-3cdad470e695 req-98ffcef9-31f8-4bb8-a583-147134f2cb42 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 945 time: 0.0518179 Jan 25 08:54:38.411793 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-6db41943-a1c2-47d0-b084-fd3150038484 req-ab6438da-9f3d-4e7d-a784-48ada69823aa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (ce5fba1c-6b1c-4aa3-a241-b268706fb4c9), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:38.448608 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6438da-9f3d-4e7d-a784-48ada69823aa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event deleted for resources: {'Port': ['ID=ce5fba1c-6b1c-4aa3-a241-b268706fb4c9,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:38.495410 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db41943-a1c2-47d0-b084-fd3150038484 req-ab6438da-9f3d-4e7d-a784-48ada69823aa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] No DVR routers for this DVR port ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 on host hv-cinder-81187 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:54:38.501806 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-6db41943-a1c2-47d0-b084-fd3150038484 req-ab6438da-9f3d-4e7d-a784-48ada69823aa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:38.505598 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6db41943-a1c2-47d0-b084-fd3150038484 req-ab6438da-9f3d-4e7d-a784-48ada69823aa tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.121 "DELETE /v2.0/ports/ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 HTTP/1.1" status: 204 len: 173 time: 0.4667017 Jan 25 08:54:38.505598 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221441f9-012c-4f24-a373-3ff2239f4f50', 'name': 'network-vif-deleted', 'tag': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:54:38.507805 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e621104-f946-47f1-8a74-b230f8c4ea74" -d '{"events": [{"server_uuid": "221441f9-012c-4f24-a373-3ff2239f4f50", "name": "network-vif-deleted", "tag": "ce5fba1c-6b1c-4aa3-a241-b268706fb4c9"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:54:38.516011 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-9938dec4-102c-4fa1-8370-3cdad470e695 req-c2b0e0bf-172f-49b8-80fc-fbef1326c8c4 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/security-groups?id=9dff26f9-cc62-49aa-8eec-137c95e831da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167974 Jan 25 08:54:38.548925 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accd6c18-9e30-4096-8a13-6597b0ae49fa x-openstack-request-id: req-accd6c18-9e30-4096-8a13-6597b0ae49fa {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:54:38.549224 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221441f9-012c-4f24-a373-3ff2239f4f50", "name": "network-vif-deleted", "tag": "ce5fba1c-6b1c-4aa3-a241-b268706fb4c9", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:54:38.549476 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-accd6c18-9e30-4096-8a13-6597b0ae49fa {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:54:38.549875 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221441f9-012c-4f24-a373-3ff2239f4f50', 'name': 'network-vif-deleted', 'tag': 'ce5fba1c-6b1c-4aa3-a241-b268706fb4c9', 'status': 'completed', 'code': 200} Jan 25 08:54:39.484997 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4e99b5b7-4dca-4095-a9db-8f13d7560268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:39.618966 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e4acf7f1-8d4b-4842-af96-d6a053e0be2b req-b150d153-0e96-4669-9bfc-596ab039e6c6 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "GET /v2.0/ports?device_id=221441f9-012c-4f24-a373-3ff2239f4f50 HTTP/1.1" status: 200 len: 210 time: 0.0256038 Jan 25 08:54:40.506379 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:54:40.532472 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:54:40.532834 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device ce5fba1c-6b1c-4aa3-a241-b268706fb4c9 not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:54:40.673926 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50910) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:40.800900 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-157b6c08-48c6-4537-a3f0-9c0e2c634192 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Deleting port 5b45ad66-c881-446f-a274-3186e1a4ec78 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:54:40.801235 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-157b6c08-48c6-4537-a3f0-9c0e2c634192 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (5b45ad66-c881-446f-a274-3186e1a4ec78), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:40.871861 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-157b6c08-48c6-4537-a3f0-9c0e2c634192 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (5b45ad66-c881-446f-a274-3186e1a4ec78), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:40.872212 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-157b6c08-48c6-4537-a3f0-9c0e2c634192 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for floatingip (5b45ad66-c881-446f-a274-3186e1a4ec78), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:40.884149 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-157b6c08-48c6-4537-a3f0-9c0e2c634192 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Calling delete_port for 5b45ad66-c881-446f-a274-3186e1a4ec78 owned by network:floatingip {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:54:41.056384 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-157b6c08-48c6-4537-a3f0-9c0e2c634192 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (5b45ad66-c881-446f-a274-3186e1a4ec78), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:41.083508 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b6c08-48c6-4537-a3f0-9c0e2c634192 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event deleted for resources: {'Port': ['ID=5b45ad66-c881-446f-a274-3186e1a4ec78,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:41.145096 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-157b6c08-48c6-4537-a3f0-9c0e2c634192 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for floatingip (b6ff973e-5cd3-4fc3-af6e-8c3d6949ea9e), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:41.147679 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-157b6c08-48c6-4537-a3f0-9c0e2c634192 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:41.148871 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-157b6c08-48c6-4537-a3f0-9c0e2c634192 tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "DELETE /v2.0/floatingips/b6ff973e-5cd3-4fc3-af6e-8c3d6949ea9e HTTP/1.1" status: 204 len: 168 time: 0.4739518 Jan 25 08:54:41.702733 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ca8274ed-123f-4267-8320-ab93e2024a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:42.429069 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50926) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:42.487854 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ab833ce6-f10d-47cb-a406-ea0dc5faa97b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group (9dff26f9-cc62-49aa-8eec-137c95e831da), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:42.513585 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ab833ce6-f10d-47cb-a406-ea0dc5faa97b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group (9dff26f9-cc62-49aa-8eec-137c95e831da), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:42.610507 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ab833ce6-f10d-47cb-a406-ea0dc5faa97b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (9dff26f9-cc62-49aa-8eec-137c95e831da), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:42.613236 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-ab833ce6-f10d-47cb-a406-ea0dc5faa97b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:42.614404 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-ab833ce6-f10d-47cb-a406-ea0dc5faa97b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] 10.222.0.112 "DELETE /v2.0/security-groups/9dff26f9-cc62-49aa-8eec-137c95e831da HTTP/1.1" status: 204 len: 168 time: 0.1843624 Jan 25 08:54:42.623469 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab833ce6-f10d-47cb-a406-ea0dc5faa97b tempest-TestVolumeBootPattern-1606464668 tempest-TestVolumeBootPattern-1606464668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dff26f9-cc62-49aa-8eec-137c95e831da,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:42.709502 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50930) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:43.084687 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:43.144483 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3ef83bdb-d427-4ed4-85df-8c817bb47e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583492'] for router_interface (3807cb94-5231-48e4-8402-cd545ae4e12e), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:43.626757 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-3ef83bdb-d427-4ed4-85df-8c817bb47e66 admin admin] Deleting port af7be32d-bd4a-41d5-a3cd-579e826bf50e {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:54:43.627491 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3ef83bdb-d427-4ed4-85df-8c817bb47e66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:43.704505 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-3ef83bdb-d427-4ed4-85df-8c817bb47e66 admin admin] For port af7be32d-bd4a-41d5-a3cd-579e826bf50e, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=af7be32d-bd4a-41d5-a3cd-579e826bf50e,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:54:43.704929 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3ef83bdb-d427-4ed4-85df-8c817bb47e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:43.716228 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-3ef83bdb-d427-4ed4-85df-8c817bb47e66 admin admin] Calling delete_port for af7be32d-bd4a-41d5-a3cd-579e826bf50e owned by network:router_interface {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:54:43.959125 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3ef83bdb-d427-4ed4-85df-8c817bb47e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (af7be32d-bd4a-41d5-a3cd-579e826bf50e), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:43.985470 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef83bdb-d427-4ed4-85df-8c817bb47e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=af7be32d-bd4a-41d5-a3cd-579e826bf50e,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:44.059250 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:54:44.160500 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-3ef83bdb-d427-4ed4-85df-8c817bb47e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583472'] for router_interface (3807cb94-5231-48e4-8402-cd545ae4e12e), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:44.369749 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef83bdb-d427-4ed4-85df-8c817bb47e66 admin admin] Router 3807cb94-5231-48e4-8402-cd545ae4e12e has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:54:44.472769 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef83bdb-d427-4ed4-85df-8c817bb47e66 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:54:44.478864 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-3ef83bdb-d427-4ed4-85df-8c817bb47e66 admin admin] 10.222.0.112 "PUT /v2.0/routers/3807cb94-5231-48e4-8402-cd545ae4e12e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7682583 Jan 25 08:54:44.480280 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50934) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:44.481876 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a6864-8862-48f9-a211-760131f5fc1b None None] Sync routers for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:54:44.492948 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a6864-8862-48f9-a211-760131f5fc1b None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:54:44.493556 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d65a6864-8862-48f9-a211-760131f5fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:54:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:44.586319 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Publish callbacks [] for router (3807cb94-5231-48e4-8402-cd545ae4e12e), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:44.610808 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-d65a6864-8862-48f9-a211-760131f5fc1b None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:54:44.692640 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Publish callbacks [] for router_gateway (3807cb94-5231-48e4-8402-cd545ae4e12e), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:44.785931 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Deleting port 8ac80445-2fbd-48cd-a777-8ddf5063e093 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:54:44.786265 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:44.798801 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:44.865944 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] For port 8ac80445-2fbd-48cd-a777-8ddf5063e093, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=8ac80445-2fbd-48cd-a777-8ddf5063e093,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:54:44.866436 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:44.879002 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Calling delete_port for 8ac80445-2fbd-48cd-a777-8ddf5063e093 owned by network:router_gateway {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:54:44.923796 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d65a6864-8862-48f9-a211-760131f5fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:54:43Z', 'revision_number': 5, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port': {'id': '8ac80445-2fbd-48cd-a777-8ddf5063e093', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:44.950135 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a6864-8862-48f9-a211-760131f5fc1b None None] Checking router: 3807cb94-5231-48e4-8402-cd545ae4e12e for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:54:44.958903 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a6864-8862-48f9-a211-760131f5fc1b None None] Routers {'3807cb94-5231-48e4-8402-cd545ae4e12e'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:54:44.959540 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d65a6864-8862-48f9-a211-760131f5fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:54:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['3807cb94-5231-48e4-8402-cd545ae4e12e'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:45.046508 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-d65a6864-8862-48f9-a211-760131f5fc1b None None] Set router 3807cb94-5231-48e4-8402-cd545ae4e12e gateway port host: None {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:54:45.090850 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (8ac80445-2fbd-48cd-a777-8ddf5063e093), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.100376 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-d65a6864-8862-48f9-a211-760131f5fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:54:44Z', 'revision_number': 6, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port_host': None}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:45.120285 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac80445-2fbd-48cd-a777-8ddf5063e093,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:45.128658 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a6864-8862-48f9-a211-760131f5fc1b None None] The sync data for ids ['3807cb94-5231-48e4-8402-cd545ae4e12e'] in dv-cinder-811877-9-iscsi is: [{'id': '3807cb94-5231-48e4-8402-cd545ae4e12e', 'name': 'tempest-TestVolumeBootPattern-327932780-router', 'tenant_id': '3270c694d117403698bb3b24e359654c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:18Z', 'updated_at': '2022-01-25T08:54:44Z', 'revision_number': 6, 'project_id': '3270c694d117403698bb3b24e359654c', 'gw_port_host': None}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:54:45.180751 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579738'] for router_gateway (3807cb94-5231-48e4-8402-cd545ae4e12e), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.269885 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-86297'] for router (3807cb94-5231-48e4-8402-cd545ae4e12e), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.271905 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Publish callbacks [] for router_controller (3807cb94-5231-48e4-8402-cd545ae4e12e), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.381938 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585006'] for router (3807cb94-5231-48e4-8402-cd545ae4e12e), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.382498 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3807cb94-5231-48e4-8402-cd545ae4e12e {{(pid=103104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 08:54:45.387315 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.388509 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-fe16aff4-378c-4dcb-9e33-4a4a8307a6f5 admin admin] 10.222.0.112 "DELETE /v2.0/routers/3807cb94-5231-48e4-8402-cd545ae4e12e HTTP/1.1" status: 204 len: 168 time: 0.9072323 Jan 25 08:54:45.391719 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50936) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:45.439432 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afd7d31-41fa-403f-9a7d-3921584f7421 admin admin] Deleting subnet 6616c566-e430-4980-a3e3-d6f559628b8e {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:54:45.442556 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1afd7d31-41fa-403f-9a7d-3921584f7421 admin admin] Publish callbacks [] for subnet (6616c566-e430-4980-a3e3-d6f559628b8e), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.476917 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1afd7d31-41fa-403f-9a7d-3921584f7421 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-499790'] for subnet (6616c566-e430-4980-a3e3-d6f559628b8e), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.563017 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1afd7d31-41fa-403f-9a7d-3921584f7421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (6616c566-e430-4980-a3e3-d6f559628b8e), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.679420 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1afd7d31-41fa-403f-9a7d-3921584f7421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9329011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671563'] for subnet (6616c566-e430-4980-a3e3-d6f559628b8e), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.705269 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd7d31-41fa-403f-9a7d-3921584f7421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6616c566-e430-4980-a3e3-d6f559628b8e,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:45.709093 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1afd7d31-41fa-403f-9a7d-3921584f7421 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.712402 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-1afd7d31-41fa-403f-9a7d-3921584f7421 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/6616c566-e430-4980-a3e3-d6f559628b8e HTTP/1.1" status: 204 len: 168 time: 0.3196788 Jan 25 08:54:45.714976 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50938) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:45.715338 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab13956-2d08-4cd1-ae81-347294a6bbdf None None] Network c84af400-ac1b-48de-9e51-923fce05d259 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:54:45.788177 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (c84af400-ac1b-48de-9e51-923fce05d259), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.851381 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Deleting port 4affda55-a9fd-41a4-ac41-d1eef2e14168 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:54:45.851747 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.862145 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.893371 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] DHCP port deletion for c84af400-ac1b-48de-9e51-923fce05d259 request from dv-cinder-811877-9-iscsi {{(pid=103106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 08:54:45.924462 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] For port 4affda55-a9fd-41a4-ac41-d1eef2e14168, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=4affda55-a9fd-41a4-ac41-d1eef2e14168,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:54:45.924830 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:45.937855 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Calling delete_port for 4affda55-a9fd-41a4-ac41-d1eef2e14168 owned by network:dhcp {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:54:45.945546 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Deleting port 4affda55-a9fd-41a4-ac41-d1eef2e14168 {{(pid=103106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:54:45.945546 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), before_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:46.013023 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] For port 4affda55-a9fd-41a4-ac41-d1eef2e14168, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=4affda55-a9fd-41a4-ac41-d1eef2e14168,segment=NetworkSegment(99161de7-ec96-47b1-92f8-3d8dce9c83d4),segment_id=99161de7-ec96-47b1-92f8-3d8dce9c83d4)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:54:46.013429 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), precommit_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:46.026668 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Calling delete_port for 4affda55-a9fd-41a4-ac41-d1eef2e14168 owned by network:dhcp {{(pid=103106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:54:46.096731 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:46.103888 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028'] for port (4affda55-a9fd-41a4-ac41-d1eef2e14168), after_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:46.116261 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] No DVR routers for this DVR port 4affda55-a9fd-41a4-ac41-d1eef2e14168 on host dv-cinder-811877-9-iscsi {{(pid=103106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:54:46.129784 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] No DVR routers for this DVR port 4affda55-a9fd-41a4-ac41-d1eef2e14168 on host dv-cinder-811877-9-iscsi {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:54:46.131546 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=4affda55-a9fd-41a4-ac41-d1eef2e14168,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:46.137209 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Pushing event deleted for resources: {'Port': ['ID=4affda55-a9fd-41a4-ac41-d1eef2e14168,revision_number=None']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:46.145250 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:46.145486 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:46.145838 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:46.146177 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:46.146513 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:46.146849 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:46.148315 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:46.148679 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:46.149022 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:46.149360 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:46.149698 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:46.150029 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:46.150340 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235a8a33-76a9-4fcc-9555-0ff496d87468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:54:46.213113 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (c84af400-ac1b-48de-9e51-923fce05d259), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:46.234174 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84af400-ac1b-48de-9e51-923fce05d259']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:46.243160 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99161de7-ec96-47b1-92f8-3d8dce9c83d4') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:46.243459 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99161de7-ec96-47b1-92f8-3d8dce9c83d4') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:46.252753 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-499783'] for segment (99161de7-ec96-47b1-92f8-3d8dce9c83d4), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:46.265910 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (99161de7-ec96-47b1-92f8-3d8dce9c83d4), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:46.271862 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:54:46.272281 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9329113'] for segment (99161de7-ec96-47b1-92f8-3d8dce9c83d4), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.273879 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: warnings.warn(msg) Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: Traceback (most recent call last): Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: timer() Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: cb(*args, **kw) Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: return func(*args, **kwargs) Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: self._notify() Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: self.callback(batched_events) Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: event.method(event) Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: return f(self, *a, **k) Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._get(url).json() Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: return self.request(url, 'GET', **kwargs) Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:54:46.276752 dv-cinder-811877-9-iscsi neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:54:46.387733 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (c84af400-ac1b-48de-9e51-923fce05d259), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:46.395620 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:46.398927 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] 10.222.0.112 "DELETE /v2.0/networks/c84af400-ac1b-48de-9e51-923fce05d259 HTTP/1.1" status: 204 len: 168 time: 0.6829789 Jan 25 08:54:46.402112 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 50940) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:46.410027 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261f998-58d0-424d-acd1-5e28e80b6b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=c84af400-ac1b-48de-9e51-923fce05d259,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:46.476328 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device af7be32d-bd4a-41d5-a3cd-579e826bf50e no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:54:46.499132 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: af7be32d-bd4a-41d5-a3cd-579e826bf50e {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:54:46.499562 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device af7be32d-bd4a-41d5-a3cd-579e826bf50e not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:54:46.500057 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 4affda55-a9fd-41a4-ac41-d1eef2e14168 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:54:46.519563 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 4affda55-a9fd-41a4-ac41-d1eef2e14168 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:54:46.519967 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 4affda55-a9fd-41a4-ac41-d1eef2e14168 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:54:46.520393 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 8ac80445-2fbd-48cd-a777-8ddf5063e093 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:54:46.539468 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 8ac80445-2fbd-48cd-a777-8ddf5063e093 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:54:46.539802 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 8ac80445-2fbd-48cd-a777-8ddf5063e093 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:54:46.745023 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-471dd6db-d14f-4a0a-87d6-3cb78e400011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583492'] for router_interface (18b50da5-d0d1-43da-a300-2542b1fe0b84), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:46.978712 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-471dd6db-d14f-4a0a-87d6-3cb78e400011 admin admin] Deleting port e187b2c8-8c86-4167-8df6-76f2dcf9fece {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:54:46.978958 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-471dd6db-d14f-4a0a-87d6-3cb78e400011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:47.058139 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-471dd6db-d14f-4a0a-87d6-3cb78e400011 admin admin] For port e187b2c8-8c86-4167-8df6-76f2dcf9fece, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=e187b2c8-8c86-4167-8df6-76f2dcf9fece,segment=NetworkSegment(7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae),segment_id=7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:54:47.058497 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-471dd6db-d14f-4a0a-87d6-3cb78e400011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:47.070772 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-471dd6db-d14f-4a0a-87d6-3cb78e400011 admin admin] Calling delete_port for e187b2c8-8c86-4167-8df6-76f2dcf9fece owned by network:router_interface {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:54:47.319302 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-471dd6db-d14f-4a0a-87d6-3cb78e400011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (e187b2c8-8c86-4167-8df6-76f2dcf9fece), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:47.344116 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471dd6db-d14f-4a0a-87d6-3cb78e400011 admin admin] Pushing event deleted for resources: {'Port': ['ID=e187b2c8-8c86-4167-8df6-76f2dcf9fece,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:47.521712 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-471dd6db-d14f-4a0a-87d6-3cb78e400011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583472'] for router_interface (18b50da5-d0d1-43da-a300-2542b1fe0b84), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:47.735118 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471dd6db-d14f-4a0a-87d6-3cb78e400011 admin admin] Router 18b50da5-d0d1-43da-a300-2542b1fe0b84 has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:54:48.084350 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471dd6db-d14f-4a0a-87d6-3cb78e400011 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:54:48.089186 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-471dd6db-d14f-4a0a-87d6-3cb78e400011 admin admin] 10.222.0.112 "PUT /v2.0/routers/18b50da5-d0d1-43da-a300-2542b1fe0b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6860018 Jan 25 08:54:48.091817 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50942) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:48.092666 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35182969-cd30-479e-a439-0109d47a6a92 None None] Sync routers for ids ['18b50da5-d0d1-43da-a300-2542b1fe0b84'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:54:48.101869 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35182969-cd30-479e-a439-0109d47a6a92 None None] Routers {'18b50da5-d0d1-43da-a300-2542b1fe0b84'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:54:48.102474 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-35182969-cd30-479e-a439-0109d47a6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:54:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['18b50da5-d0d1-43da-a300-2542b1fe0b84'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:48.195541 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Publish callbacks [] for router (18b50da5-d0d1-43da-a300-2542b1fe0b84), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:48.206378 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-35182969-cd30-479e-a439-0109d47a6a92 None None] Set router 18b50da5-d0d1-43da-a300-2542b1fe0b84 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:54:48.296734 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Publish callbacks [] for router_gateway (18b50da5-d0d1-43da-a300-2542b1fe0b84), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:48.433115 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Deleting port 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:54:48.436926 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:48.466694 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-35182969-cd30-479e-a439-0109d47a6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'name': 'tempest-TestVolumeBootPattern-312347839-router', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:24Z', 'updated_at': '2022-01-25T08:54:47Z', 'revision_number': 5, 'project_id': '8c6223945f41462999dafd7794a77516', 'gw_port': {'id': '1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:45:25Z', 'updated_at': '2022-01-25T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:48.493802 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35182969-cd30-479e-a439-0109d47a6a92 None None] Checking router: 18b50da5-d0d1-43da-a300-2542b1fe0b84 for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:54:48.502106 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35182969-cd30-479e-a439-0109d47a6a92 None None] Routers {'18b50da5-d0d1-43da-a300-2542b1fe0b84'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:54:48.502697 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-35182969-cd30-479e-a439-0109d47a6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:54:42Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['18b50da5-d0d1-43da-a300-2542b1fe0b84'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:48.515021 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] For port 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:54:48.515375 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:48.527044 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Calling delete_port for 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a owned by network:router_gateway {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:54:48.586254 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-35182969-cd30-479e-a439-0109d47a6a92 None None] Set router 18b50da5-d0d1-43da-a300-2542b1fe0b84 gateway port host: None {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:54:48.654040 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-35182969-cd30-479e-a439-0109d47a6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'name': 'tempest-TestVolumeBootPattern-312347839-router', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:24Z', 'updated_at': '2022-01-25T08:54:48Z', 'revision_number': 6, 'project_id': '8c6223945f41462999dafd7794a77516', 'gw_port_host': None}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:48.680916 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35182969-cd30-479e-a439-0109d47a6a92 None None] The sync data for ids ['18b50da5-d0d1-43da-a300-2542b1fe0b84'] in dv-cinder-811877-9-iscsi is: [{'id': '18b50da5-d0d1-43da-a300-2542b1fe0b84', 'name': 'tempest-TestVolumeBootPattern-312347839-router', 'tenant_id': '8c6223945f41462999dafd7794a77516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:45:24Z', 'updated_at': '2022-01-25T08:54:48Z', 'revision_number': 6, 'project_id': '8c6223945f41462999dafd7794a77516', 'gw_port_host': None}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:54:48.736173 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:48.771037 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:48.826235 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579738'] for router_gateway (18b50da5-d0d1-43da-a300-2542b1fe0b84), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:48.916713 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-86297'] for router (18b50da5-d0d1-43da-a300-2542b1fe0b84), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:48.918797 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Publish callbacks [] for router_controller (18b50da5-d0d1-43da-a300-2542b1fe0b84), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.016749 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585006'] for router (18b50da5-d0d1-43da-a300-2542b1fe0b84), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.017281 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b50da5-d0d1-43da-a300-2542b1fe0b84 {{(pid=103104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 08:54:49.022048 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.023229 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-3bed63bd-66cc-4e93-8317-25b31d590d37 admin admin] 10.222.0.112 "DELETE /v2.0/routers/18b50da5-d0d1-43da-a300-2542b1fe0b84 HTTP/1.1" status: 204 len: 168 time: 0.9304023 Jan 25 08:54:49.025724 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50944) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:49.071707 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-125eef5c-ed00-4573-abaa-c12daed3a04d admin admin] Deleting subnet 47973d14-d5ab-41a7-a956-8726088ecdc1 {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:54:49.075007 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-125eef5c-ed00-4573-abaa-c12daed3a04d admin admin] Publish callbacks [] for subnet (47973d14-d5ab-41a7-a956-8726088ecdc1), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.111500 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-125eef5c-ed00-4573-abaa-c12daed3a04d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-499790'] for subnet (47973d14-d5ab-41a7-a956-8726088ecdc1), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.195131 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-125eef5c-ed00-4573-abaa-c12daed3a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (47973d14-d5ab-41a7-a956-8726088ecdc1), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.308327 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-125eef5c-ed00-4573-abaa-c12daed3a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9329011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671563'] for subnet (47973d14-d5ab-41a7-a956-8726088ecdc1), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.333784 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eef5c-ed00-4573-abaa-c12daed3a04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47973d14-d5ab-41a7-a956-8726088ecdc1,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:49.338368 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-125eef5c-ed00-4573-abaa-c12daed3a04d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.342394 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-125eef5c-ed00-4573-abaa-c12daed3a04d admin admin] 10.222.0.112 "DELETE /v2.0/subnets/47973d14-d5ab-41a7-a956-8726088ecdc1 HTTP/1.1" status: 204 len: 168 time: 0.3157403 Jan 25 08:54:49.344048 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eba769-5d67-4b71-b36b-89ac15a8fad3 None None] Network 1c3354c8-79ac-49ed-8e1e-c82285b0e60e requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:54:49.344955 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50946) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:49.415550 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (1c3354c8-79ac-49ed-8e1e-c82285b0e60e), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.477430 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Deleting port eb38a923-a906-49c2-904f-74dd939d1a05 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:54:49.477763 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.489353 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86292745-73d1-4782-84d3-9c68e700c440 None None] DHCP port deletion for 1c3354c8-79ac-49ed-8e1e-c82285b0e60e request from dv-cinder-811877-9-iscsi {{(pid=103106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 08:54:49.541214 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-86292745-73d1-4782-84d3-9c68e700c440 None None] Deleting port eb38a923-a906-49c2-904f-74dd939d1a05 {{(pid=103106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:54:49.541582 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-86292745-73d1-4782-84d3-9c68e700c440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), before_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.548190 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] For port eb38a923-a906-49c2-904f-74dd939d1a05, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=eb38a923-a906-49c2-904f-74dd939d1a05,segment=NetworkSegment(7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae),segment_id=7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:54:49.548593 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.560983 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Calling delete_port for eb38a923-a906-49c2-904f-74dd939d1a05 owned by network:dhcp {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:54:49.611800 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-86292745-73d1-4782-84d3-9c68e700c440 None None] For port eb38a923-a906-49c2-904f-74dd939d1a05, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=eb38a923-a906-49c2-904f-74dd939d1a05,segment=NetworkSegment(7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae),segment_id=7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:54:49.612223 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-86292745-73d1-4782-84d3-9c68e700c440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), precommit_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.625068 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-86292745-73d1-4782-84d3-9c68e700c440 None None] Calling delete_port for eb38a923-a906-49c2-904f-74dd939d1a05 owned by network:dhcp {{(pid=103106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:54:49.691141 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.702251 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-86292745-73d1-4782-84d3-9c68e700c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028'] for port (eb38a923-a906-49c2-904f-74dd939d1a05), after_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.719560 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb38a923-a906-49c2-904f-74dd939d1a05,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:49.726936 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86292745-73d1-4782-84d3-9c68e700c440 None None] Pushing event deleted for resources: {'Port': ['ID=eb38a923-a906-49c2-904f-74dd939d1a05,revision_number=None']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:49.727964 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] No DVR routers for this DVR port eb38a923-a906-49c2-904f-74dd939d1a05 on host dv-cinder-811877-9-iscsi {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:54:49.735576 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86292745-73d1-4782-84d3-9c68e700c440 None None] No DVR routers for this DVR port eb38a923-a906-49c2-904f-74dd939d1a05 on host dv-cinder-811877-9-iscsi {{(pid=103106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:54:49.805050 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (1c3354c8-79ac-49ed-8e1e-c82285b0e60e), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.825394 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3354c8-79ac-49ed-8e1e-c82285b0e60e']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:49.834371 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:49.837777 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:54:49.844603 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-499783'] for segment (7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.857102 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.864563 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:54:49.864931 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9329113'] for segment (7bd1b0a1-aef0-49ac-a7e0-1a02cc1513ae), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: Traceback (most recent call last): Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: timer() Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: cb(*args, **kw) Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: return func(*args, **kwargs) Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: self._notify() Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: self.callback(batched_events) Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: event.method(event) Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: return f(self, *a, **k) Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._get(url).json() Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: return self.request(url, 'GET', **kwargs) Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:54:49.866536 dv-cinder-811877-9-iscsi neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:54:49.981918 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (1c3354c8-79ac-49ed-8e1e-c82285b0e60e), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.987669 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:49.990809 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] 10.222.0.112 "DELETE /v2.0/networks/1c3354c8-79ac-49ed-8e1e-c82285b0e60e HTTP/1.1" status: 204 len: 168 time: 0.6449430 Jan 25 08:54:50.002132 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3837a-9b44-45ad-b9b2-33c48947bb2d admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3354c8-79ac-49ed-8e1e-c82285b0e60e,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:50.215980 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50950) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:50.258787 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-e5edcf61-9426-4ff5-965c-a265f63c6cfe admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3270c694d117403698bb3b24e359654c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416281 Jan 25 08:54:50.261257 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50952) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:50.307237 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-165d108b-8761-47f0-93ac-8e98966e05aa admin admin] Publish callbacks [] for security_group (f1c52b78-06af-410e-a1f9-6796804880e9), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:50.328477 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-165d108b-8761-47f0-93ac-8e98966e05aa admin admin] Publish callbacks [] for security_group (f1c52b78-06af-410e-a1f9-6796804880e9), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:50.421739 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-165d108b-8761-47f0-93ac-8e98966e05aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (f1c52b78-06af-410e-a1f9-6796804880e9), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:50.424560 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-165d108b-8761-47f0-93ac-8e98966e05aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:50.425710 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-165d108b-8761-47f0-93ac-8e98966e05aa admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f1c52b78-06af-410e-a1f9-6796804880e9 HTTP/1.1" status: 204 len: 168 time: 0.1635692 Jan 25 08:54:50.433739 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d108b-8761-47f0-93ac-8e98966e05aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c52b78-06af-410e-a1f9-6796804880e9,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:54:50.504695 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device eb38a923-a906-49c2-904f-74dd939d1a05 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:54:50.528581 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: eb38a923-a906-49c2-904f-74dd939d1a05 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:54:50.528938 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device eb38a923-a906-49c2-904f-74dd939d1a05 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:54:50.529340 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device e187b2c8-8c86-4167-8df6-76f2dcf9fece no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:54:50.548048 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: e187b2c8-8c86-4167-8df6-76f2dcf9fece {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:54:50.551803 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device e187b2c8-8c86-4167-8df6-76f2dcf9fece not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:54:50.551803 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:54:50.567473 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:54:50.567812 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 1f0f1ecb-8534-4a84-b3ea-6b3d57bfac2a not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:54:50.964152 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50960) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:51.003473 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-b732e2cf-1297-4dbe-8aad-245feb8eedbd admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8c6223945f41462999dafd7794a77516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381508 Jan 25 08:54:51.005900 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 50964) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:54:51.051162 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dac54317-d9e1-4b0a-a1f2-077c6710f904 admin admin] Publish callbacks [] for security_group (b622c4cf-bfe5-4709-911c-0cb6b7a3ed43), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:51.073719 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dac54317-d9e1-4b0a-a1f2-077c6710f904 admin admin] Publish callbacks [] for security_group (b622c4cf-bfe5-4709-911c-0cb6b7a3ed43), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:51.170730 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dac54317-d9e1-4b0a-a1f2-077c6710f904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (b622c4cf-bfe5-4709-911c-0cb6b7a3ed43), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:51.173719 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-dac54317-d9e1-4b0a-a1f2-077c6710f904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:54:51.174881 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-dac54317-d9e1-4b0a-a1f2-077c6710f904 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b622c4cf-bfe5-4709-911c-0cb6b7a3ed43 HTTP/1.1" status: 204 len: 168 time: 0.1681023 Jan 25 08:54:51.183884 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac54317-d9e1-4b0a-a1f2-077c6710f904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b622c4cf-bfe5-4709-911c-0cb6b7a3ed43,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:55:00.484685 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:55:09.524312 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd883-953d-47bb-be9e-34dcb7d1aa81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:55:11.707269 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c081f06e-e01e-4242-9534-2ed6d4f8d0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:55:12.680185 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-43b1b19c-b93b-40b4-a4c4-1249820e27e4 req-e8862956-3c3d-49bd-8073-a60937121a4f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384376 Jan 25 08:55:12.757639 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1b19c-b93b-40b4-a4c4-1249820e27e4 req-c321f06c-ad30-49fd-a2ca-5a0612286b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:55:12.759117 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-43b1b19c-b93b-40b4-a4c4-1249820e27e4 req-c321f06c-ad30-49fd-a2ca-5a0612286b96 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b&device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 1098 time: 0.0386119 Jan 25 08:55:13.090382 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:55:13.129882 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1b19c-b93b-40b4-a4c4-1249820e27e4 req-6a2adefa-28d7-4ae2-b9c6-6d2ce0a3786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:55:13.131397 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-43b1b19c-b93b-40b4-a4c4-1249820e27e4 req-6a2adefa-28d7-4ae2-b9c6-6d2ce0a3786d service neutron] 10.222.0.121 "GET /v2.0/networks?id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0 HTTP/1.1" status: 200 len: 908 time: 0.3538916 Jan 25 08:55:13.195939 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-43b1b19c-b93b-40b4-a4c4-1249820e27e4 req-fbd00c80-8747-48eb-a293-0b1ee0ba8954 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f HTTP/1.1" status: 200 len: 1001 time: 0.0576079 Jan 25 08:55:13.243384 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1b19c-b93b-40b4-a4c4-1249820e27e4 req-4d0bc83c-2f7b-440f-a53c-97d73122d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:55:13.244851 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-43b1b19c-b93b-40b4-a4c4-1249820e27e4 req-4d0bc83c-2f7b-440f-a53c-97d73122d7c2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba81699b-cc16-4ced-8da0-69b3e60d9765 HTTP/1.1" status: 200 len: 846 time: 0.0428786 Jan 25 08:55:13.290714 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1b19c-b93b-40b4-a4c4-1249820e27e4 req-94e1cae7-4915-4da4-ab5d-65a515816f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:55:13.292233 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-43b1b19c-b93b-40b4-a4c4-1249820e27e4 req-94e1cae7-4915-4da4-ab5d-65a515816f53 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414193 Jan 25 08:55:13.378216 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-43b1b19c-b93b-40b4-a4c4-1249820e27e4 req-543acf63-7eb2-4070-a58b-a46f2ee67fab service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796680 Jan 25 08:55:13.469980 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-43b1b19c-b93b-40b4-a4c4-1249820e27e4 req-9d6a6c2c-fee3-4682-81ab-9f8c6d92978a service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847647 Jan 25 08:55:14.632695 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:55:15.838615 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:55:21.058267 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:55:30.478641 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:55:36.461073 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [req-ffac7876-617a-4938-8124-52fa9ea5f1e9 req-c8839a06-c3e0-4fbd-9cc5-fbc1fefc15db service neutron] (103104) timed out ('10.222.0.121', 60411) {{(pid=103104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 08:55:39.501241 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3f835d40-4a69-4ad4-b937-9fe0dd6df2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:55:41.712633 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e82cead8-6da7-4697-a032-0f19823b13e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:55:43.089415 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:55:44.644067 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:55:45.838045 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:55:58.056612 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:56:00.506528 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:09.477954 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-99497954-529f-4267-974c-8d21ed67deaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:11.694821 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a9da09b8-b88a-4f03-b1d3-a782cac26a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:12.072362 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d5941c6d-5b37-4a27-af55-f5723b7cbc27 req-271719c1-995b-4a3f-8855-535af4d9834f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396316 Jan 25 08:56:12.154396 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5941c6d-5b37-4a27-af55-f5723b7cbc27 req-0c08e84f-81eb-4c40-ae2f-ab105110f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:12.155895 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d5941c6d-5b37-4a27-af55-f5723b7cbc27 req-0c08e84f-81eb-4c40-ae2f-ab105110f919 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b&device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 1098 time: 0.0394998 Jan 25 08:56:12.259355 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5941c6d-5b37-4a27-af55-f5723b7cbc27 req-2d7527b1-4ca6-4f76-a1f0-b463e7c1fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:12.260852 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d5941c6d-5b37-4a27-af55-f5723b7cbc27 req-2d7527b1-4ca6-4f76-a1f0-b463e7c1fae4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0 HTTP/1.1" status: 200 len: 908 time: 0.0884101 Jan 25 08:56:12.324150 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d5941c6d-5b37-4a27-af55-f5723b7cbc27 req-3b57ec4e-692c-4b6f-8779-f3abf141672a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f HTTP/1.1" status: 200 len: 1001 time: 0.0567148 Jan 25 08:56:12.372632 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5941c6d-5b37-4a27-af55-f5723b7cbc27 req-6146803b-bcfb-465c-a58b-c24c027cd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:12.374072 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d5941c6d-5b37-4a27-af55-f5723b7cbc27 req-6146803b-bcfb-465c-a58b-c24c027cd062 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba81699b-cc16-4ced-8da0-69b3e60d9765 HTTP/1.1" status: 200 len: 846 time: 0.0424941 Jan 25 08:56:12.420594 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5941c6d-5b37-4a27-af55-f5723b7cbc27 req-268baac9-3e31-47b6-a8a7-20fc2919bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:12.422050 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d5941c6d-5b37-4a27-af55-f5723b7cbc27 req-268baac9-3e31-47b6-a8a7-20fc2919bd82 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420961 Jan 25 08:56:12.509571 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d5941c6d-5b37-4a27-af55-f5723b7cbc27 req-66b392fa-b254-4cc7-a105-635c1378c832 service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815754 Jan 25 08:56:12.599894 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-d5941c6d-5b37-4a27-af55-f5723b7cbc27 req-c069ce5f-caca-4f5c-9ee0-ba14f3f3b71b service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840182 Jan 25 08:56:13.113005 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:13.467367 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a057e1-7016-4695-9e8e-416af1cd8836 req-c7b23173-cf01-4460-aa9a-576a83122293 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:13.468894 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-98a057e1-7016-4695-9e8e-416af1cd8836 req-c7b23173-cf01-4460-aa9a-576a83122293 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0490627 Jan 25 08:56:13.517442 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-98a057e1-7016-4695-9e8e-416af1cd8836 req-0d6c7afa-39f6-4543-b0e9-cd57ba57cac1 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Jan 25 08:56:14.634560 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53add8d9-baeb-422c-9551-9e1588836f53 req-43b4c0cf-190f-450c-be06-12e4adaf1526 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:14.636000 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-53add8d9-baeb-422c-9551-9e1588836f53 req-43b4c0cf-190f-450c-be06-12e4adaf1526 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0496755 Jan 25 08:56:14.644744 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:14.683646 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-53add8d9-baeb-422c-9551-9e1588836f53 req-d2e662cf-b1a3-4b68-8895-a6c569e51769 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419934 Jan 25 08:56:15.805960 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d66f04-4b31-4d1d-b707-0f50e191b5a2 req-91916f66-03a5-41c4-87c7-8177644eb8f5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:15.807462 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-27d66f04-4b31-4d1d-b707-0f50e191b5a2 req-91916f66-03a5-41c4-87c7-8177644eb8f5 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0536931 Jan 25 08:56:15.832033 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:15.858352 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-27d66f04-4b31-4d1d-b707-0f50e191b5a2 req-c53fe79b-7454-455e-ba1c-5f2c2b7e775d tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452430 Jan 25 08:56:16.976384 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3dc2a-cc44-47fd-a141-3a2e3d7e07a2 req-f27d4b33-97b9-472e-81df-c49c1ff79701 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:16.977837 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-abe3dc2a-cc44-47fd-a141-3a2e3d7e07a2 req-f27d4b33-97b9-472e-81df-c49c1ff79701 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0520051 Jan 25 08:56:17.027396 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-abe3dc2a-cc44-47fd-a141-3a2e3d7e07a2 req-225446f8-bc7a-4ce1-ba75-ae740c12cfb2 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 Jan 25 08:56:18.139691 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5afd2d-1da9-49ff-9fa3-d861e2cdf5b1 req-2808c0fa-bd8c-40e2-9977-580ace90b863 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:18.141209 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ac5afd2d-1da9-49ff-9fa3-d861e2cdf5b1 req-2808c0fa-bd8c-40e2-9977-580ace90b863 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0478075 Jan 25 08:56:18.192433 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-ac5afd2d-1da9-49ff-9fa3-d861e2cdf5b1 req-da03d7ab-9e8f-4aa0-b30c-d32b4e67f12b tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455916 Jan 25 08:56:19.302844 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f055a-de17-49d4-bd1c-2efa79d96037 req-78f8d6da-03c6-4952-b775-ccce6b7ec2a4 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:19.304219 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-104f055a-de17-49d4-bd1c-2efa79d96037 req-78f8d6da-03c6-4952-b775-ccce6b7ec2a4 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0469630 Jan 25 08:56:19.351114 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-104f055a-de17-49d4-bd1c-2efa79d96037 req-ecd08d50-d098-429c-8431-9d4803786a1a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413389 Jan 25 08:56:20.468931 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231a54c-9ca4-4b5a-b848-b412f4f417a8 req-b45700ff-3a98-4260-95e0-ca4217224641 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:20.470469 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f231a54c-9ca4-4b5a-b848-b412f4f417a8 req-b45700ff-3a98-4260-95e0-ca4217224641 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0519233 Jan 25 08:56:20.523966 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-f231a54c-9ca4-4b5a-b848-b412f4f417a8 req-11e7cbf2-865c-42e9-8ffc-8fba7fc0e7ad tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472646 Jan 25 08:56:21.643579 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e80677-e126-4fe1-b102-013f8ce35d8d req-14eba5d6-4a08-4540-a210-26ec2fbe53a3 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:21.645057 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a0e80677-e126-4fe1-b102-013f8ce35d8d req-14eba5d6-4a08-4540-a210-26ec2fbe53a3 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0512826 Jan 25 08:56:21.694550 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-a0e80677-e126-4fe1-b102-013f8ce35d8d req-eb70962d-8b42-49e6-8965-8104069df03b tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440161 Jan 25 08:56:22.819649 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494af76-4567-4ef9-9fcb-138bd3f78473 req-3eca436a-bba8-4354-9b66-f88c00475073 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:22.821164 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4494af76-4567-4ef9-9fcb-138bd3f78473 req-3eca436a-bba8-4354-9b66-f88c00475073 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0498090 Jan 25 08:56:22.869542 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-4494af76-4567-4ef9-9fcb-138bd3f78473 req-112a631a-9dc4-471b-a460-67e5afd5b0fc tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429773 Jan 25 08:56:23.982366 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb77c-02bc-4310-bc40-99a716347496 req-07c32da6-8544-4c7b-9dff-b76f7e67c644 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:23.983739 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ddddb77c-02bc-4310-bc40-99a716347496 req-07c32da6-8544-4c7b-9dff-b76f7e67c644 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0488575 Jan 25 08:56:24.037511 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ddddb77c-02bc-4310-bc40-99a716347496 req-3ee6c716-75fb-47de-94e6-95a1820e4236 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480728 Jan 25 08:56:25.148981 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd2185-f881-440a-a1a2-bdc4f4165d6c req-82a654c9-a4dd-4bcf-a584-84e909601923 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:25.150491 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-18dd2185-f881-440a-a1a2-bdc4f4165d6c req-82a654c9-a4dd-4bcf-a584-84e909601923 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0471714 Jan 25 08:56:25.198956 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-18dd2185-f881-440a-a1a2-bdc4f4165d6c req-96fd444a-21c6-4ce6-a52e-56ae1e26198f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Jan 25 08:56:26.310444 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a71c9-a282-47a5-b564-146a396e3d9a req-0803212d-f495-4cbc-a222-95ca78437965 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:26.311904 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-692a71c9-a282-47a5-b564-146a396e3d9a req-0803212d-f495-4cbc-a222-95ca78437965 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0479844 Jan 25 08:56:26.364208 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-692a71c9-a282-47a5-b564-146a396e3d9a req-25dfc23d-2f95-495b-81fa-d3eb995cf7e0 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467863 Jan 25 08:56:27.482706 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376aca6-8588-4ae1-b24f-f6bcb8b77ead req-db143d85-cf35-4660-9eb5-0707a8ce014a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:27.484237 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e376aca6-8588-4ae1-b24f-f6bcb8b77ead req-db143d85-cf35-4660-9eb5-0707a8ce014a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0522959 Jan 25 08:56:27.532496 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e376aca6-8588-4ae1-b24f-f6bcb8b77ead req-3d8e8909-7e68-442f-b6bb-391c0461e16b tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Jan 25 08:56:28.648314 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dc3d9-7c32-4cb6-987e-898ed561a456 req-0beef145-6142-4757-80f4-51947aacf8e6 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:28.649794 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5c0dc3d9-7c32-4cb6-987e-898ed561a456 req-0beef145-6142-4757-80f4-51947aacf8e6 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0490637 Jan 25 08:56:28.684902 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3165c-e596-4f7d-8c54-40cc9e492f89 req-c21ce5b3-ff9b-45b8-bea5-7a1c63dc606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:28.686450 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fcf3165c-e596-4f7d-8c54-40cc9e492f89 req-c21ce5b3-ff9b-45b8-bea5-7a1c63dc606c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b&device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 1098 time: 0.0462053 Jan 25 08:56:28.701067 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-5c0dc3d9-7c32-4cb6-987e-898ed561a456 req-75e7c36e-80f7-4f85-845c-38593a9f973d tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456626 Jan 25 08:56:28.778200 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3165c-e596-4f7d-8c54-40cc9e492f89 req-bf35de90-0df2-411f-9f1e-79da4ae4ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:28.779662 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fcf3165c-e596-4f7d-8c54-40cc9e492f89 req-bf35de90-0df2-411f-9f1e-79da4ae4ae1d service neutron] 10.222.0.121 "GET /v2.0/networks?id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0 HTTP/1.1" status: 200 len: 908 time: 0.0876126 Jan 25 08:56:28.843236 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fcf3165c-e596-4f7d-8c54-40cc9e492f89 req-439879fe-5bb7-438d-aaf4-166462dd2437 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f HTTP/1.1" status: 200 len: 1001 time: 0.0574298 Jan 25 08:56:28.889674 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3165c-e596-4f7d-8c54-40cc9e492f89 req-7880c8cd-228d-430d-912e-2fc035122f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:28.891088 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fcf3165c-e596-4f7d-8c54-40cc9e492f89 req-7880c8cd-228d-430d-912e-2fc035122f02 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba81699b-cc16-4ced-8da0-69b3e60d9765 HTTP/1.1" status: 200 len: 846 time: 0.0411987 Jan 25 08:56:28.938847 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3165c-e596-4f7d-8c54-40cc9e492f89 req-cefbaeb9-cba9-4f86-af8d-a7846871535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:28.940435 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fcf3165c-e596-4f7d-8c54-40cc9e492f89 req-cefbaeb9-cba9-4f86-af8d-a7846871535e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420470 Jan 25 08:56:29.028896 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fcf3165c-e596-4f7d-8c54-40cc9e492f89 req-73ab181e-81ba-4c00-baf3-aecd8c833c81 service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815237 Jan 25 08:56:29.117146 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fcf3165c-e596-4f7d-8c54-40cc9e492f89 req-2f79943c-f59c-4267-bc5d-264a40ee2765 service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818670 Jan 25 08:56:29.822926 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a850-c6f7-43ea-8664-4e0f94318c81 req-58206603-22d1-4402-8d8c-1a019773b14f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:29.824457 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c076a850-c6f7-43ea-8664-4e0f94318c81 req-58206603-22d1-4402-8d8c-1a019773b14f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0507133 Jan 25 08:56:29.871951 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c076a850-c6f7-43ea-8664-4e0f94318c81 req-832ab686-2d0a-47e4-979d-65fc9281f105 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420508 Jan 25 08:56:30.507583 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:30.984142 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134235e-e0aa-48de-8d4e-d30cc6ba1051 req-a059710d-c492-4d30-9d4b-28cc3262104f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:30.985445 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1134235e-e0aa-48de-8d4e-d30cc6ba1051 req-a059710d-c492-4d30-9d4b-28cc3262104f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0477977 Jan 25 08:56:31.034398 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-1134235e-e0aa-48de-8d4e-d30cc6ba1051 req-72a0da94-9568-44d4-8b54-1b84a8c0646e tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427756 Jan 25 08:56:32.154576 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f87eeb-c209-4e13-9132-eb97764c9a10 req-695343b6-63c6-48d8-bbb8-d226c8dc615a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:32.156120 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-71f87eeb-c209-4e13-9132-eb97764c9a10 req-695343b6-63c6-48d8-bbb8-d226c8dc615a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0538616 Jan 25 08:56:32.207675 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-71f87eeb-c209-4e13-9132-eb97764c9a10 req-27f40ca4-43f0-4705-b0cf-6d58783fe8df tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452199 Jan 25 08:56:32.275220 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [req-47360f42-1daa-46e2-a8c6-2372bf03896f req-32173558-b66d-4841-abd8-e31b699a7973 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:56:32.276231 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-47360f42-1daa-46e2-a8c6-2372bf03896f req-32173558-b66d-4841-abd8-e31b699a7973 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059228 Jan 25 08:56:32.594744 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f6c7f-30ae-4fc2-9ca7-a6c7aae12897 req-f86701d7-ba34-4820-8995-8a4c1b43c638 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:32.596275 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-360f6c7f-30ae-4fc2-9ca7-a6c7aae12897 req-f86701d7-ba34-4820-8995-8a4c1b43c638 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0495782 Jan 25 08:56:32.645160 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-360f6c7f-30ae-4fc2-9ca7-a6c7aae12897 req-998777d6-2aac-4d18-bcf8-c2c8415e9a4f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 Jan 25 08:56:32.705201 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 51040) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:56:32.791146 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-b331359c-efd2-4702-aa4a-b43fe16fcb91 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847869 Jan 25 08:56:32.799473 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-4c4f777d-1565-4339-b795-3ec339b8bab2 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:56:32.800456 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-4c4f777d-1565-4339-b795-3ec339b8bab2 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048499 Jan 25 08:56:33.762840 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685264b-946f-4657-815e-039929efc8a9 req-95d098aa-be39-4dc6-9706-0d64ba556c4b tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:33.765236 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9685264b-946f-4657-815e-039929efc8a9 req-95d098aa-be39-4dc6-9706-0d64ba556c4b tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0530717 Jan 25 08:56:33.814464 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-9685264b-946f-4657-815e-039929efc8a9 req-4ca865a1-0ada-42bf-b15a-c3ccf0f81963 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Jan 25 08:56:34.916275 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:56:34.931014 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-cec143a9-8bb4-4c49-acac-ceb1bcf187b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:34.932551 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-cec143a9-8bb4-4c49-acac-ceb1bcf187b3 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29&tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b HTTP/1.1" status: 200 len: 1098 time: 0.0704498 Jan 25 08:56:34.948194 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b97c8-c917-4566-a56a-b0394c2734ad req-2014e4ce-bba1-4621-b5ae-8187123ec6f6 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:34.949782 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-935b97c8-c917-4566-a56a-b0394c2734ad req-2014e4ce-bba1-4621-b5ae-8187123ec6f6 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0625439 Jan 25 08:56:34.997807 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f is: ACTIVE; New status is: DOWN {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:56:34.998109 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:35.020140 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:56:35.023045 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093e3334-75c0-4795-b3c1-f012f9f42773" -d '{"events": [{"server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "name": "network-vif-unplugged", "status": "completed", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:56:35.025996 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-7230967c-fd2b-41a5-a8ae-84d41809d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:35.027512 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-7230967c-fd2b-41a5-a8ae-84d41809d79e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b&device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 1098 time: 0.0727603 Jan 25 08:56:35.031339 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-935b97c8-c917-4566-a56a-b0394c2734ad req-0fb2b93e-5222-4d11-801f-c89a68142524 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754766 Jan 25 08:56:35.035796 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:56:35.055964 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:56:35.062616 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 25 Jan 2022 08:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b486f817-428e-4dee-8892-86b48fba4be5 x-openstack-request-id: req-b486f817-428e-4dee-8892-86b48fba4be5 {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:56:35.062917 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "name": "network-vif-unplugged", "status": "completed", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:56:35.063174 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-b486f817-428e-4dee-8892-86b48fba4be5 {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:56:35.064023 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'code': 200} Jan 25 08:56:35.095416 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:35.128264 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-70038888-5dbe-4d28-ab6c-4dd030b4733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:35.129758 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-70038888-5dbe-4d28-ab6c-4dd030b4733b service neutron] 10.222.0.121 "GET /v2.0/networks?id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0 HTTP/1.1" status: 200 len: 908 time: 0.0959766 Jan 25 08:56:35.142070 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,revision_number=6']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:56:35.149578 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:56:35.149931 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:56:35.150276 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:56:35.150607 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:56:35.150946 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:56:35.151281 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:56:35.151607 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:56:35.151938 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:56:35.152291 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:56:35.152618 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:56:35.152939 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:56:35.153256 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:56:35.153574 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:56:35.195257 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-899874b0-af24-4b88-b87e-d6deeb8c2db5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f HTTP/1.1" status: 200 len: 999 time: 0.0585833 Jan 25 08:56:35.246648 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-5e4b7af8-0ada-41b3-aa65-eb652b253230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:35.248195 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-5e4b7af8-0ada-41b3-aa65-eb652b253230 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba81699b-cc16-4ced-8da0-69b3e60d9765 HTTP/1.1" status: 200 len: 846 time: 0.0465147 Jan 25 08:56:35.296399 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-68a0b2ba-b392-4f2c-9f46-377dbc4dd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:35.297884 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-68a0b2ba-b392-4f2c-9f46-377dbc4dd5a1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438559 Jan 25 08:56:35.384291 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-c15cb336-b0b6-46ae-96a7-ba8a07609c95 service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802052 Jan 25 08:56:35.475670 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-c5ff8114-7633-4b61-9ee3-c5ad6b44abde req-6e2acf21-aa31-47dd-91f1-06bb1d7d6b79 service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851319 Jan 25 08:56:36.146548 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abcef1-3a63-4f4c-9bfe-a7953ad17cbf req-df0702ec-db50-455d-9c7a-cf29b07a2f77 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:36.148006 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-16abcef1-3a63-4f4c-9bfe-a7953ad17cbf req-df0702ec-db50-455d-9c7a-cf29b07a2f77 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0476265 Jan 25 08:56:36.194626 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-16abcef1-3a63-4f4c-9bfe-a7953ad17cbf req-0b88de65-668a-49b3-a259-052fa4004486 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410750 Jan 25 08:56:37.311173 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16b2e6-9955-4440-83bd-40539a9c2d8b req-01a5c609-81af-4583-9994-fbc7c7cfad59 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:37.312659 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4e16b2e6-9955-4440-83bd-40539a9c2d8b req-01a5c609-81af-4583-9994-fbc7c7cfad59 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0488191 Jan 25 08:56:37.360358 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-4e16b2e6-9955-4440-83bd-40539a9c2d8b req-b5ef19e6-658a-4c1c-9e93-33d385b70b95 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420315 Jan 25 08:56:38.477510 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284b446-0d8d-4c14-beb8-79fb4c9dbf29 req-c893a304-8936-475f-be75-0f26e73df5f4 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:38.479020 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6284b446-0d8d-4c14-beb8-79fb4c9dbf29 req-c893a304-8936-475f-be75-0f26e73df5f4 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0526881 Jan 25 08:56:38.528063 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-6284b446-0d8d-4c14-beb8-79fb4c9dbf29 req-06aa22bf-e596-4ae7-8f64-e744a0768309 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434260 Jan 25 08:56:39.472014 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2f9e-c3d8-4883-9d7e-2204da9a5b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:39.640425 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a8046-0437-4e7c-9639-27c365fdf228 req-a6785eb0-9a33-4fd5-8b9e-31262899f53c tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:39.641886 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ae3a8046-0437-4e7c-9639-27c365fdf228 req-a6785eb0-9a33-4fd5-8b9e-31262899f53c tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0472140 Jan 25 08:56:39.692640 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-ae3a8046-0437-4e7c-9639-27c365fdf228 req-bd54aee5-e2da-4191-aa2a-a6fd090b5689 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450857 Jan 25 08:56:40.805937 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e782f5-0b9f-4149-9f8b-ee4c2c45b218 req-80b694d5-e93f-418d-8f82-ad3bce9a63db tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:40.807410 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-83e782f5-0b9f-4149-9f8b-ee4c2c45b218 req-80b694d5-e93f-418d-8f82-ad3bce9a63db tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0477550 Jan 25 08:56:40.861950 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-83e782f5-0b9f-4149-9f8b-ee4c2c45b218 req-b9cf3adc-f4a5-4a7f-82af-0747b06dd724 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489120 Jan 25 08:56:41.701023 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-7c766baa-8e3e-48dd-aa0b-e48e8bdcf74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:41.977127 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e067a-cf59-462b-b6dd-c6a89741dbfc req-9215b090-c3ff-4673-862c-a0ddc0e52965 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:41.978527 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c10e067a-cf59-462b-b6dd-c6a89741dbfc req-9215b090-c3ff-4673-862c-a0ddc0e52965 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0505257 Jan 25 08:56:42.027554 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c10e067a-cf59-462b-b6dd-c6a89741dbfc req-cbe479f7-97a9-445d-ab18-2f5048a17f12 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 Jan 25 08:56:42.601335 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e0256-3b61-4dad-8dc1-66561a372773 req-7532036e-567a-4a60-92b6-5b1df69f9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:42.602869 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-da0e0256-3b61-4dad-8dc1-66561a372773 req-7532036e-567a-4a60-92b6-5b1df69f9a69 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 1096 time: 0.0398333 Jan 25 08:56:42.654093 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-da0e0256-3b61-4dad-8dc1-66561a372773 req-4bdf9d07-9389-4e68-9ad5-0f3d5f5c406a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454037 Jan 25 08:56:43.112110 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:43.140819 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ac36b-6b8d-47a2-b6ec-af30c5c3b069 req-67f4f2f2-d0df-4f6c-9d83-9f9853da1958 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:43.142299 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-384ac36b-6b8d-47a2-b6ec-af30c5c3b069 req-67f4f2f2-d0df-4f6c-9d83-9f9853da1958 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0479922 Jan 25 08:56:43.191902 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-384ac36b-6b8d-47a2-b6ec-af30c5c3b069 req-f9116e03-1018-4f10-90f2-7271c6da9f70 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440676 Jan 25 08:56:44.304235 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ebf7c-5b79-4120-b0c3-90c256827c10 req-1a04088f-8589-4367-8b7e-da2af22a1f5a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:56:44.305662 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d37ebf7c-5b79-4120-b0c3-90c256827c10 req-1a04088f-8589-4367-8b7e-da2af22a1f5a tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 943 time: 0.0470505 Jan 25 08:56:44.352500 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-d37ebf7c-5b79-4120-b0c3-90c256827c10 req-5eb32be1-389e-47ea-a7ee-61085120d761 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413523 Jan 25 08:56:44.683550 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:44.967029 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 08:56:45.058763 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:56:45.068759 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Returning: {'device': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'port_id': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'mac_address': 'fa:16:3e:05:1e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 08:56:45.107438 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f is: DOWN; New status is: BUILD {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:56:45.107821 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:45.120338 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f {{(pid=103106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 08:56:45.138284 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:56:45.227048 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:45.273689 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,revision_number=7']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:56:45.610113 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] get_ports_and_sgs() called for port_ids ['f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f'] {{(pid=103106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 08:56:45.877637 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:46.984491 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f up at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 08:56:47.033648 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.provisioning_blocks [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Provisioning complete for port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f triggered by entity L2. {{(pid=103106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 08:56:47.034018 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1499626'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), provisioning_complete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:47.240918 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Current status of the port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f is: BUILD; New status is: ACTIVE {{(pid=103106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 08:56:47.241216 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464462'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), before_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:47.263777 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f'}] {{(pid=103106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:56:47.266000 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93069493f5c90b814bb7af536237b9afdc0e1ff5954a5e968ecd16ba18cac826" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0a7d2f-2ac4-4d0f-9a9a-faa816ceb056" -d '{"events": [{"server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "name": "network-vif-plugged", "status": "completed", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f"}]}' {{(pid=103106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:56:47.278368 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] For port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:56:47.303154 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e56910-c8af-4609-9d3b-0f6f2b11e43c x-openstack-request-id: req-b4e56910-c8af-4609-9d3b-0f6f2b11e43c {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:56:47.303446 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "name": "network-vif-plugged", "status": "completed", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f", "code": 200}]} {{(pid=103106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:56:47.303692 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-b4e56910-c8af-4609-9d3b-0f6f2b11e43c {{(pid=103106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:56:47.304083 dv-cinder-811877-9-iscsi neutron-server[103106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'code': 200} Jan 25 08:56:47.368777 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786863988152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786863521037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786863521055'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:56:47.415156 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Pushing event updated for resources: {'Port': ['ID=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,revision_number=8']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:57:00.504782 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:57:09.494420 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-7a87f8ac-2d15-4dd9-962e-120279a934f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:57:11.700331 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-0df548f9-15cd-4c62-b5b3-8b593418ccf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:57:12.058020 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:57:13.106543 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:57:14.065110 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fd96d5b0-6cee-4c65-af12-62dab0501003 req-1f56fd6b-0ab2-4ea2-9b5b-a80607fcef2e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377989 Jan 25 08:57:14.146443 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96d5b0-6cee-4c65-af12-62dab0501003 req-4079ca68-45d9-40cf-912b-ae96f4e257e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:57:14.148561 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fd96d5b0-6cee-4c65-af12-62dab0501003 req-4079ca68-45d9-40cf-912b-ae96f4e257e1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b&device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 1098 time: 0.0402992 Jan 25 08:57:14.248944 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96d5b0-6cee-4c65-af12-62dab0501003 req-0f365f65-6bc7-436d-9c7e-6a3065f61cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:57:14.250409 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fd96d5b0-6cee-4c65-af12-62dab0501003 req-0f365f65-6bc7-436d-9c7e-6a3065f61cb2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0 HTTP/1.1" status: 200 len: 908 time: 0.0850241 Jan 25 08:57:14.317658 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fd96d5b0-6cee-4c65-af12-62dab0501003 req-d6b1e6d5-0204-4ccc-b3c3-a0b3571d3571 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f HTTP/1.1" status: 200 len: 1001 time: 0.0610664 Jan 25 08:57:14.364234 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96d5b0-6cee-4c65-af12-62dab0501003 req-67c335c7-77cb-46b8-bfa8-b702b4595d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:57:14.365623 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fd96d5b0-6cee-4c65-af12-62dab0501003 req-67c335c7-77cb-46b8-bfa8-b702b4595d44 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba81699b-cc16-4ced-8da0-69b3e60d9765 HTTP/1.1" status: 200 len: 846 time: 0.0418603 Jan 25 08:57:14.408115 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96d5b0-6cee-4c65-af12-62dab0501003 req-adecb65f-8214-4a90-abd7-2d17c2511396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:57:14.409584 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fd96d5b0-6cee-4c65-af12-62dab0501003 req-adecb65f-8214-4a90-abd7-2d17c2511396 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380445 Jan 25 08:57:14.498777 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fd96d5b0-6cee-4c65-af12-62dab0501003 req-26fc1539-3689-4354-883d-c9d920631bc8 service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830884 Jan 25 08:57:14.586913 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-fd96d5b0-6cee-4c65-af12-62dab0501003 req-fe297a7f-1678-4273-8593-0e566be65512 service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814204 Jan 25 08:57:14.637468 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:57:15.900688 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:57:30.567117 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:57:39.504180 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-189a21b9-5c66-48ee-98b3-362a5c5cf928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:57:41.723341 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-17fb4ceb-708e-4f60-924f-5ecf0f603eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:57:43.105887 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:57:44.675771 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:57:45.866065 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:57:49.056949 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:58:00.532893 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:09.509081 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-511796b2-106a-4ecf-ad6f-b6dd3d315e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:11.703503 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ab3e6b52-f298-4b61-8c5b-3e413f5ad632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:13.111745 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:13.139791 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 51092) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:13.382915 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Deleting port c1f74f5f-b34f-4d8a-820b-d02a691fbdb9 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:58:13.383172 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (c1f74f5f-b34f-4d8a-820b-d02a691fbdb9), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:13.458526 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (c1f74f5f-b34f-4d8a-820b-d02a691fbdb9), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:13.458894 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for floatingip (c1f74f5f-b34f-4d8a-820b-d02a691fbdb9), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:13.470339 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Calling delete_port for c1f74f5f-b34f-4d8a-820b-d02a691fbdb9 owned by network:floatingip {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:58:13.682903 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (c1f74f5f-b34f-4d8a-820b-d02a691fbdb9), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:13.708338 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Pushing event deleted for resources: {'Port': ['ID=c1f74f5f-b34f-4d8a-820b-d02a691fbdb9,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:13.732557 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:13.732902 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:13.733241 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:13.733574 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:13.733902 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:13.734224 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:13.734544 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:13.734862 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:13.735175 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:13.735493 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:13.735815 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:13.736153 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:13.736469 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:13.776880 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for floatingip (dd510295-774e-4452-b7bf-829f0cae5abc), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:13.780741 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.db.l3_db [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Floating IP dd510295-774e-4452-b7bf-829f0cae5abc disassociated (deleted). External IP: 172.27.1.217, port: f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f. Jan 25 08:58:13.972230 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:58:14.109387 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:58:14.114273 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for floatingip (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:14.118841 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d7533-c60e-4af4-bc78-a8eacd3ce151 None None] Sync routers for ids ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:58:14.122430 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-1370f77a-9f7d-43bf-b81a-7141b32a625b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612814 Jan 25 08:58:14.129273 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d7533-c60e-4af4-bc78-a8eacd3ce151 None None] Routers {'4a8d68a5-1ba8-410f-b094-6bb2dc999684'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:58:14.130026 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-868d7533-c60e-4af4-bc78-a8eacd3ce151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:58:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:14.145758 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-1b51485d-c54e-47d3-baa8-5ff532d3231f tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "DELETE /v2.0/floatingips/dd510295-774e-4452-b7bf-829f0cae5abc HTTP/1.1" status: 204 len: 168 time: 1.0048316 Jan 25 08:58:14.146456 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:58:14.148858 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a71bf1-9f1b-4e99-88a7-e043733fe4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:58:14.221119 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-e0b775d9-2008-4ef3-a9d8-71a62a961372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:58:14.222854 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-e0b775d9-2008-4ef3-a9d8-71a62a961372 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b&device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 1098 time: 0.0473924 Jan 25 08:58:14.255744 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-868d7533-c60e-4af4-bc78-a8eacd3ce151 None None] Set router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:58:14.484962 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-868d7533-c60e-4af4-bc78-a8eacd3ce151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:01Z', 'revision_number': 4, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port': {'id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '129ea87b-7bca-48ac-9b7f-991090168c0b', 'name': '', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'mac_address': 'fa:16:3e:c6:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:01Z', 'updated_at': '2022-01-25T08:53:05Z', 'revision_number': 5, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'subnets': [{'id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:14.513135 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d7533-c60e-4af4-bc78-a8eacd3ce151 None None] Checking router: 4a8d68a5-1ba8-410f-b094-6bb2dc999684 for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:58:14.526844 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d7533-c60e-4af4-bc78-a8eacd3ce151 None None] Routers {'4a8d68a5-1ba8-410f-b094-6bb2dc999684'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:58:14.527288 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-868d7533-c60e-4af4-bc78-a8eacd3ce151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:58:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:14.573206 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 08:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aecb3ca-cf03-49aa-9c26-ab773d544706 x-openstack-request-id: req-7aecb3ca-cf03-49aa-9c26-ab773d544706 {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:58:14.573490 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:58:14.574942 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7aecb3ca-cf03-49aa-9c26-ab773d544706 {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:58:14.574942 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'status': 'completed', 'code': 200} Jan 25 08:58:14.642712 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc0a06-d5bf-49e1-8dcf-0b78509b02db req-3d8ff28f-5930-4950-89bc-a919a8583182 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:58:14.644235 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1abc0a06-d5bf-49e1-8dcf-0b78509b02db req-3d8ff28f-5930-4950-89bc-a919a8583182 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0651371 Jan 25 08:58:14.645405 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-7d3c9b3f-3160-490c-b85d-a4f1c3189281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:58:14.646725 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-7d3c9b3f-3160-490c-b85d-a4f1c3189281 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0 HTTP/1.1" status: 200 len: 908 time: 0.4028194 Jan 25 08:58:14.651027 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-868d7533-c60e-4af4-bc78-a8eacd3ce151 None None] Set router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:58:14.696806 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-2ece940a-8f70-43e0-ab6f-e04ec5ac4efe service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f HTTP/1.1" status: 200 len: 217 time: 0.0401089 Jan 25 08:58:14.697282 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:14.761156 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-1abc0a06-d5bf-49e1-8dcf-0b78509b02db req-a72133d1-324f-4151-8de4-165c45a6eea6 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094851 Jan 25 08:58:14.767885 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-4efc2398-6374-45b6-b699-459db058e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:58:14.769351 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-4efc2398-6374-45b6-b699-459db058e6d3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba81699b-cc16-4ced-8da0-69b3e60d9765 HTTP/1.1" status: 200 len: 846 time: 0.0663853 Jan 25 08:58:14.815383 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-aa8ddd6f-b339-4e53-92f2-2df4f770fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:58:14.817095 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-aa8ddd6f-b339-4e53-92f2-2df4f770fed6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409398 Jan 25 08:58:14.827400 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-2a87415f-30cd-4938-a8aa-748d359fe068 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 08:58:14.828524 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-2a87415f-30cd-4938-a8aa-748d359fe068 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052023 Jan 25 08:58:14.856438 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-868d7533-c60e-4af4-bc78-a8eacd3ce151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:01Z', 'revision_number': 4, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port': {'id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '129ea87b-7bca-48ac-9b7f-991090168c0b', 'name': '', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'mac_address': 'fa:16:3e:c6:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:01Z', 'updated_at': '2022-01-25T08:53:05Z', 'revision_number': 5, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'subnets': [{'id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:14.882982 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d7533-c60e-4af4-bc78-a8eacd3ce151 None None] The sync data for ids ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'] in dv-cinder-811877-9-iscsi is: [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:01Z', 'revision_number': 4, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port': {'id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi', '_interfaces': [{'id': '129ea87b-7bca-48ac-9b7f-991090168c0b', 'name': '', 'network_id': 'b622c0c7-3e1c-47f1-8907-1cf3febd85c0', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'mac_address': 'fa:16:3e:c6:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:01Z', 'updated_at': '2022-01-25T08:53:05Z', 'revision_number': 5, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'subnets': [{'id': 'ba81699b-cc16-4ced-8da0-69b3e60d9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:58:14.924014 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-7312626e-2433-4170-a6f3-e2678217fe9f service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886576 Jan 25 08:58:15.017412 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-e0b59f41-e39b-442b-bd9e-8651f9b74d4f req-d0f738d4-4f35-4ae1-bcc3-b89ae1a8583f service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856185 Jan 25 08:58:15.122824 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbae85f-4058-4f6b-af6e-eee10e5f94e3 None None] New status for floating IP dd510295-774e-4452-b7bf-829f0cae5abc: DOWN {{(pid=103107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 08:58:15.200442 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a71bf1-9f1b-4e99-88a7-e043733fe4e4 req-25e88ee3-f4ad-47b0-a4ab-b5d8a7f94b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:58:15.202174 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-24a71bf1-9f1b-4e99-88a7-e043733fe4e4 req-25e88ee3-f4ad-47b0-a4ab-b5d8a7f94b7e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b&device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 1098 time: 0.0431185 Jan 25 08:58:15.297150 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a71bf1-9f1b-4e99-88a7-e043733fe4e4 req-922e6588-f0cb-4108-b9ba-a447ae2c7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:58:15.298539 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-24a71bf1-9f1b-4e99-88a7-e043733fe4e4 req-922e6588-f0cb-4108-b9ba-a447ae2c7c46 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0 HTTP/1.1" status: 200 len: 908 time: 0.0886278 Jan 25 08:58:15.338203 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-24a71bf1-9f1b-4e99-88a7-e043733fe4e4 req-bc7b85a7-da70-4c44-9bfd-4fa53f91d71e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f HTTP/1.1" status: 200 len: 217 time: 0.0331883 Jan 25 08:58:15.394110 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a71bf1-9f1b-4e99-88a7-e043733fe4e4 req-28c509a9-2aef-467e-9aa6-f9b1df08f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:58:15.395585 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-24a71bf1-9f1b-4e99-88a7-e043733fe4e4 req-28c509a9-2aef-467e-9aa6-f9b1df08f428 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ba81699b-cc16-4ced-8da0-69b3e60d9765 HTTP/1.1" status: 200 len: 846 time: 0.0512784 Jan 25 08:58:15.442833 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a71bf1-9f1b-4e99-88a7-e043733fe4e4 req-7fad78b2-9c45-4fc2-acae-1eae1cafa94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:58:15.444396 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-24a71bf1-9f1b-4e99-88a7-e043733fe4e4 req-7fad78b2-9c45-4fc2-acae-1eae1cafa94e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b622c0c7-3e1c-47f1-8907-1cf3febd85c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423698 Jan 25 08:58:15.538224 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-24a71bf1-9f1b-4e99-88a7-e043733fe4e4 req-0fcdf902-968d-4215-9a4b-703b9b5d1f3d service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861108 Jan 25 08:58:15.625034 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-24a71bf1-9f1b-4e99-88a7-e043733fe4e4 req-55b097d4-19a5-4c13-bb23-49e4486e848c service neutron] 10.222.0.121 "GET /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807376 Jan 25 08:58:15.869462 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:15.890688 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a8b2b-6270-4b6a-a843-6a648b720908 req-57ca6e8a-cbd1-413d-90d1-33059af004b9 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:58:15.892113 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c61a8b2b-6270-4b6a-a843-6a648b720908 req-57ca6e8a-cbd1-413d-90d1-33059af004b9 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0527325 Jan 25 08:58:15.941182 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-c61a8b2b-6270-4b6a-a843-6a648b720908 req-df81d97b-5929-42b6-9667-e4a9edae76d6 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/security-groups?id=075fd251-8c3f-466a-b698-b1d79ed68b73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434806 Jan 25 08:58:16.306451 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1af103-f09c-4201-bd8a-98121cd477f9 req-95b383da-e085-4e6a-ae20-ad2820fa4e6b tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 08:58:16.307860 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3c1af103-f09c-4201-bd8a-98121cd477f9 req-95b383da-e085-4e6a-ae20-ad2820fa4e6b tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.121 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 945 time: 0.0472770 Jan 25 08:58:16.398538 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-3c1af103-f09c-4201-bd8a-98121cd477f9 req-889458bd-a203-4832-b405-ed6887592ecc tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Deleting port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:58:16.398875 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3c1af103-f09c-4201-bd8a-98121cd477f9 req-889458bd-a203-4832-b405-ed6887592ecc tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:16.482875 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [req-3c1af103-f09c-4201-bd8a-98121cd477f9 req-889458bd-a203-4832-b405-ed6887592ecc tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] For port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:58:16.483233 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3c1af103-f09c-4201-bd8a-98121cd477f9 req-889458bd-a203-4832-b405-ed6887592ecc tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:16.494471 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [req-3c1af103-f09c-4201-bd8a-98121cd477f9 req-889458bd-a203-4832-b405-ed6887592ecc tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Calling delete_port for f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f owned by compute:nova {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:58:16.715564 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3c1af103-f09c-4201-bd8a-98121cd477f9 req-889458bd-a203-4832-b405-ed6887592ecc tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:16.743267 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889458bd-a203-4832-b405-ed6887592ecc tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Pushing event deleted for resources: {'Port': ['ID=f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:16.788039 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1af103-f09c-4201-bd8a-98121cd477f9 req-889458bd-a203-4832-b405-ed6887592ecc tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] No DVR routers for this DVR port f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f on host hv-cinder-81187 {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:58:16.790709 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [req-3c1af103-f09c-4201-bd8a-98121cd477f9 req-889458bd-a203-4832-b405-ed6887592ecc tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942327'] for port (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:16.794156 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-3c1af103-f09c-4201-bd8a-98121cd477f9 req-889458bd-a203-4832-b405-ed6887592ecc tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.121 "DELETE /v2.0/ports/f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f HTTP/1.1" status: 204 len: 173 time: 0.4813209 Jan 25 08:58:16.794629 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'name': 'network-vif-deleted', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f'}] {{(pid=103104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 08:58:16.797225 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596581c6d85abf187f084c7c74da16972ece9fc64496931eee80b44aba248e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a93a82-a845-4d3a-b897-2f8fce4fe6c2" -d '{"events": [{"server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "name": "network-vif-deleted", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f"}]}' {{(pid=103104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 08:58:16.832753 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 08:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59b7268-c79d-40d1-85c6-ee6cd9c8c7ca x-openstack-request-id: req-b59b7268-c79d-40d1-85c6-ee6cd9c8c7ca {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 08:58:16.833048 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2d146f-ebe6-4166-8328-0797289bcb29", "name": "network-vif-deleted", "tag": "f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f", "status": "completed", "code": 200}]} {{(pid=103104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 08:58:16.833297 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-b59b7268-c79d-40d1-85c6-ee6cd9c8c7ca {{(pid=103104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 08:58:16.833685 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2d146f-ebe6-4166-8328-0797289bcb29', 'name': 'network-vif-deleted', 'tag': 'f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f', 'status': 'completed', 'code': 200} Jan 25 08:58:17.034067 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [req-61c0ab58-7211-46b9-a1f8-63c2ed8be54f req-43fecef1-4709-426b-b400-4da50b004788 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 210 time: 0.0265145 Jan 25 08:58:18.145075 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [req-bbb5b393-e02e-4dab-8592-75767e1efa3a req-ddefe47e-400f-48a0-a3bd-ffaf86fd3e6e tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd2d146f-ebe6-4166-8328-0797289bcb29 HTTP/1.1" status: 200 len: 210 time: 0.0262218 Jan 25 08:58:19.202310 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 51130) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:19.259174 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ee132210-4192-4504-b79c-b45f49323197 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group (075fd251-8c3f-466a-b698-b1d79ed68b73), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:19.283782 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ee132210-4192-4504-b79c-b45f49323197 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group (075fd251-8c3f-466a-b698-b1d79ed68b73), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:19.414010 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ee132210-4192-4504-b79c-b45f49323197 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (075fd251-8c3f-466a-b698-b1d79ed68b73), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:19.416674 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-ee132210-4192-4504-b79c-b45f49323197 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:19.420877 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-ee132210-4192-4504-b79c-b45f49323197 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] 10.222.0.112 "DELETE /v2.0/security-groups/075fd251-8c3f-466a-b698-b1d79ed68b73 HTTP/1.1" status: 204 len: 168 time: 0.2145112 Jan 25 08:58:19.427005 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee132210-4192-4504-b79c-b45f49323197 tempest-TestShelveInstance-458290922 tempest-TestShelveInstance-458290922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075fd251-8c3f-466a-b698-b1d79ed68b73,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:19.528179 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 51134) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:19.955599 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7990855a-4186-4c87-bc25-f576087a7609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583492'] for router_interface (4a8d68a5-1ba8-410f-b094-6bb2dc999684), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:20.195257 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-7990855a-4186-4c87-bc25-f576087a7609 admin admin] Deleting port 129ea87b-7bca-48ac-9b7f-991090168c0b {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:58:20.195592 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7990855a-4186-4c87-bc25-f576087a7609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:20.270093 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-7990855a-4186-4c87-bc25-f576087a7609 admin admin] For port 129ea87b-7bca-48ac-9b7f-991090168c0b, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=129ea87b-7bca-48ac-9b7f-991090168c0b,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:58:20.270786 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7990855a-4186-4c87-bc25-f576087a7609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:20.281904 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-7990855a-4186-4c87-bc25-f576087a7609 admin admin] Calling delete_port for 129ea87b-7bca-48ac-9b7f-991090168c0b owned by network:router_interface {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:58:20.522874 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7990855a-4186-4c87-bc25-f576087a7609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (129ea87b-7bca-48ac-9b7f-991090168c0b), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:20.549087 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990855a-4186-4c87-bc25-f576087a7609 admin admin] Pushing event deleted for resources: {'Port': ['ID=129ea87b-7bca-48ac-9b7f-991090168c0b,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:20.712226 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7990855a-4186-4c87-bc25-f576087a7609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583472'] for router_interface (4a8d68a5-1ba8-410f-b094-6bb2dc999684), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:20.920786 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7990855a-4186-4c87-bc25-f576087a7609 admin admin] Router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:58:21.023903 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7990855a-4186-4c87-bc25-f576087a7609 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:58:21.028944 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-7990855a-4186-4c87-bc25-f576087a7609 admin admin] 10.222.0.112 "PUT /v2.0/routers/4a8d68a5-1ba8-410f-b094-6bb2dc999684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4997454 Jan 25 08:58:21.031391 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 51138) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:21.034226 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfb8696-80d2-4ff5-ac1a-889dc6c8c07c None None] Sync routers for ids ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'] in dv-cinder-811877-9-iscsi {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:58:21.043487 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfb8696-80d2-4ff5-ac1a-889dc6c8c07c None None] Routers {'4a8d68a5-1ba8-410f-b094-6bb2dc999684'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:58:21.044120 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-abfb8696-80d2-4ff5-ac1a-889dc6c8c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:58:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:21.136231 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Publish callbacks [] for router (4a8d68a5-1ba8-410f-b094-6bb2dc999684), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:21.153349 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-abfb8696-80d2-4ff5-ac1a-889dc6c8c07c None None] Set router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:58:21.240389 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Publish callbacks [] for router_gateway (4a8d68a5-1ba8-410f-b094-6bb2dc999684), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:21.334918 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-abfb8696-80d2-4ff5-ac1a-889dc6c8c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:58:20Z', 'revision_number': 5, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port': {'id': '5eceaf52-c450-488e-aed2-c419b39a5ec4', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:21.361716 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfb8696-80d2-4ff5-ac1a-889dc6c8c07c None None] Checking router: 4a8d68a5-1ba8-410f-b094-6bb2dc999684 for host: dv-cinder-811877-9-iscsi {{(pid=103106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:58:21.370123 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfb8696-80d2-4ff5-ac1a-889dc6c8c07c None None] Routers {'4a8d68a5-1ba8-410f-b094-6bb2dc999684'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:58:21.370721 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-abfb8696-80d2-4ff5-ac1a-889dc6c8c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:58:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'], 'active': True} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:21.382960 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Deleting port 5eceaf52-c450-488e-aed2-c419b39a5ec4 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:58:21.383554 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:21.436321 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:58:21.458734 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] No Port match for: f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:58:21.459064 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Device f8c7f279-9b0e-47ca-bb7d-906f4c3c3a5f not bound to the agent host hv-cinder-81187 {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:58:21.459877 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] For port 5eceaf52-c450-488e-aed2-c419b39a5ec4, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=5eceaf52-c450-488e-aed2-c419b39a5ec4,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:58:21.460284 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:21.473459 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Calling delete_port for 5eceaf52-c450-488e-aed2-c419b39a5ec4 owned by network:router_gateway {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:58:21.476923 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvr_db [None req-abfb8696-80d2-4ff5-ac1a-889dc6c8c07c None None] Set router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 gateway port host: None {{(pid=103106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:58:21.530945 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_hamode_db [None req-abfb8696-80d2-4ff5-ac1a-889dc6c8c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:58:21Z', 'revision_number': 6, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port_host': None}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:21.684520 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfb8696-80d2-4ff5-ac1a-889dc6c8c07c None None] The sync data for ids ['4a8d68a5-1ba8-410f-b094-6bb2dc999684'] in dv-cinder-811877-9-iscsi is: [{'id': '4a8d68a5-1ba8-410f-b094-6bb2dc999684', 'name': 'tempest-TestShelveInstance-79333773-router', 'tenant_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:52:59Z', 'updated_at': '2022-01-25T08:58:21Z', 'revision_number': 6, 'project_id': '2a8a2504e2d74814bc553b6bf2a40b7b', 'gw_port_host': None}] {{(pid=103106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:58:21.688753 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (5eceaf52-c450-488e-aed2-c419b39a5ec4), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:21.721050 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=5eceaf52-c450-488e-aed2-c419b39a5ec4,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:21.778286 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579738'] for router_gateway (4a8d68a5-1ba8-410f-b094-6bb2dc999684), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:21.866537 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-86297'] for router (4a8d68a5-1ba8-410f-b094-6bb2dc999684), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:21.868663 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Publish callbacks [] for router_controller (4a8d68a5-1ba8-410f-b094-6bb2dc999684), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:21.984011 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585006'] for router (4a8d68a5-1ba8-410f-b094-6bb2dc999684), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:21.984513 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8d68a5-1ba8-410f-b094-6bb2dc999684 {{(pid=103104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 08:58:21.996967 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:21.996967 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-b0733161-bfe0-42a4-8bf9-9c6d10f49a3e admin admin] 10.222.0.112 "DELETE /v2.0/routers/4a8d68a5-1ba8-410f-b094-6bb2dc999684 HTTP/1.1" status: 204 len: 168 time: 0.9579158 Jan 25 08:58:21.996967 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 51140) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:22.038770 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ab2226-1ffd-4c91-8055-7fdf8b207294 admin admin] Deleting subnet ba81699b-cc16-4ced-8da0-69b3e60d9765 {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:58:22.044852 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2226-1ffd-4c91-8055-7fdf8b207294 admin admin] Publish callbacks [] for subnet (ba81699b-cc16-4ced-8da0-69b3e60d9765), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.082372 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2226-1ffd-4c91-8055-7fdf8b207294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-499790'] for subnet (ba81699b-cc16-4ced-8da0-69b3e60d9765), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.162954 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2226-1ffd-4c91-8055-7fdf8b207294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (ba81699b-cc16-4ced-8da0-69b3e60d9765), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.254622 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2226-1ffd-4c91-8055-7fdf8b207294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9329011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671563'] for subnet (ba81699b-cc16-4ced-8da0-69b3e60d9765), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.278450 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab2226-1ffd-4c91-8055-7fdf8b207294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba81699b-cc16-4ced-8da0-69b3e60d9765,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:22.286328 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2226-1ffd-4c91-8055-7fdf8b207294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.290740 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-d2ab2226-1ffd-4c91-8055-7fdf8b207294 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/ba81699b-cc16-4ced-8da0-69b3e60d9765 HTTP/1.1" status: 204 len: 168 time: 0.2970352 Jan 25 08:58:22.291538 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d067dd-9594-4794-83c0-292cb5cff515 None None] Network b622c0c7-3e1c-47f1-8907-1cf3febd85c0 requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:58:22.294185 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 51142) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:22.367863 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (b622c0c7-3e1c-47f1-8907-1cf3febd85c0), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.427577 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Deleting port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:58:22.428280 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.453267 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] DHCP port deletion for b622c0c7-3e1c-47f1-8907-1cf3febd85c0 request from dv-cinder-811877-9-iscsi {{(pid=103106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 08:58:22.496945 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] For port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=7b2e21ad-409b-4d3e-81fc-1fde8fcf523f,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:58:22.497334 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.501560 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Deleting port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f {{(pid=103106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:58:22.501933 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), before_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.509452 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Calling delete_port for 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f owned by network:dhcp {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:58:22.565482 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] For port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=7b2e21ad-409b-4d3e-81fc-1fde8fcf523f,segment=NetworkSegment(16bb6641-d2ca-4546-a612-b03c59aaddc0),segment_id=16bb6641-d2ca-4546-a612-b03c59aaddc0)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:58:22.565881 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), precommit_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.583870 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Calling delete_port for 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f owned by network:dhcp {{(pid=103106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:58:22.627725 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 129ea87b-7bca-48ac-9b7f-991090168c0b no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:58:22.650051 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 129ea87b-7bca-48ac-9b7f-991090168c0b {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:58:22.650399 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 129ea87b-7bca-48ac-9b7f-991090168c0b not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:58:22.650809 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:58:22.683248 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.713749 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2e21ad-409b-4d3e-81fc-1fde8fcf523f,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:22.713994 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No active binding found for port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f {{(pid=103106) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 25 08:58:22.714352 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] The host dv-cinder-811877-9-iscsi is not matching for port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f host None! {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 25 08:58:22.714742 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:58:22.715893 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 5eceaf52-c450-488e-aed2-c419b39a5ec4 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:58:22.716431 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] No DVR routers for this DVR port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f on host dv-cinder-811877-9-iscsi {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:58:22.737357 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 5eceaf52-c450-488e-aed2-c419b39a5ec4 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:58:22.737624 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 5eceaf52-c450-488e-aed2-c419b39a5ec4 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:58:22.739052 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028'] for port (7b2e21ad-409b-4d3e-81fc-1fde8fcf523f), after_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.767352 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Pushing event deleted for resources: {'Port': ['ID=7b2e21ad-409b-4d3e-81fc-1fde8fcf523f,revision_number=None']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:22.771870 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] No DVR routers for this DVR port 7b2e21ad-409b-4d3e-81fc-1fde8fcf523f on host dv-cinder-811877-9-iscsi {{(pid=103106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:58:22.779878 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:22.780482 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:22.783560 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:22.784679 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:22.785288 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:22.785547 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:22.785885 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:22.786412 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:22.786776 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:22.787274 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:22.787785 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:22.788177 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:22.788480 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a8e54-14f5-47e3-8213-363544017390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:22.817977 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (b622c0c7-3e1c-47f1-8907-1cf3febd85c0), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.837149 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b622c0c7-3e1c-47f1-8907-1cf3febd85c0']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:22.846310 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bb6641-d2ca-4546-a612-b03c59aaddc0') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:22.846611 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bb6641-d2ca-4546-a612-b03c59aaddc0') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:22.859883 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-499783'] for segment (16bb6641-d2ca-4546-a612-b03c59aaddc0), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.873384 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (16bb6641-d2ca-4546-a612-b03c59aaddc0), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.879146 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9329113'] for segment (16bb6641-d2ca-4546-a612-b03c59aaddc0), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: Traceback (most recent call last): Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: timer() Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: cb(*args, **kw) Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: return func(*args, **kwargs) Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: self._notify() Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: self.callback(batched_events) Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: event.method(event) Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: return f(self, *a, **k) Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._get(url).json() Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: return self.request(url, 'GET', **kwargs) Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:58:22.885191 dv-cinder-811877-9-iscsi neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:58:22.985970 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (b622c0c7-3e1c-47f1-8907-1cf3febd85c0), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.991307 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:22.994558 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] 10.222.0.112 "DELETE /v2.0/networks/b622c0c7-3e1c-47f1-8907-1cf3febd85c0 HTTP/1.1" status: 204 len: 168 time: 0.6997552 Jan 25 08:58:22.998108 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 51144) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:23.005789 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69547b10-1874-48d8-8f0b-1beb2b1928aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b622c0c7-3e1c-47f1-8907-1cf3febd85c0,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:23.340367 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583492'] for router_interface (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:23.576571 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Deleting port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:58:23.576899 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:23.650958 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] For port 6ceafa4e-234b-4205-a5e8-4f1c31c6e852, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=6ceafa4e-234b-4205-a5e8-4f1c31c6e852,segment=NetworkSegment(eecb26bd-4e28-4aa8-a409-de6f0620c6bf),segment_id=eecb26bd-4e28-4aa8-a409-de6f0620c6bf)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:58:23.651235 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:23.662616 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Calling delete_port for 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 owned by network:router_interface {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:58:23.917441 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (6ceafa4e-234b-4205-a5e8-4f1c31c6e852), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:23.942613 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ceafa4e-234b-4205-a5e8-4f1c31c6e852,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:23.954511 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:23.954852 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:23.955207 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:23.955520 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:23.955847 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:23.956193 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:23.956519 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:23.956841 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:23.957163 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:23.957565 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:23.957841 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:23.958143 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:23.958455 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-9-iscsi {{(pid=103105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 08:58:24.124051 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583472'] for router_interface (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:24.344299 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Router 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 has already been hosted by L3 agent a6803982-6296-4973-9e95-2feb13f43b2d {{(pid=103105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 08:58:24.452963 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] Notify agent at l3_agent.dv-cinder-811877-9-iscsi the message routers_updated {{(pid=103105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 08:58:24.458011 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-92acd91e-47ed-4ee7-97ed-f85119647976 admin admin] 10.222.0.112 "PUT /v2.0/routers/0e4f2064-46ef-4839-b773-e3e5c7cd6dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4587450 Jan 25 08:58:24.460480 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [-] (103105) accepted ('10.222.0.112', 51146) {{(pid=103105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:24.463576 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8296f-9b36-4579-897a-a09bb6832db8 None None] Sync routers for ids ['0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'] in dv-cinder-811877-9-iscsi {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 08:58:24.473794 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8296f-9b36-4579-897a-a09bb6832db8 None None] Routers {'0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:58:24.474396 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-95b8296f-9b36-4579-897a-a09bb6832db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:58:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:24.571489 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Publish callbacks [] for router (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:24.581770 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-95b8296f-9b36-4579-897a-a09bb6832db8 None None] Set router 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 gateway port host: dv-cinder-811877-9-iscsi {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:58:24.675967 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Publish callbacks [] for router_gateway (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:24.763926 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-95b8296f-9b36-4579-897a-a09bb6832db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'name': 'tempest-TestShelveInstance-462950893-router', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'external_fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:58:23Z', 'revision_number': 5, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'gw_port': {'id': '514dee8d-40d4-4fea-a815-30530cb05e44', 'name': '', 'network_id': 'ed202089-45c6-4c7e-b473-596d2e9efddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '247d33d8-1270-40dc-9432-067a5c2cead5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-9-iscsi'}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:24.792623 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8296f-9b36-4579-897a-a09bb6832db8 None None] Checking router: 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 for host: dv-cinder-811877-9-iscsi {{(pid=103107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 08:58:24.797279 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Deleting port 514dee8d-40d4-4fea-a815-30530cb05e44 {{(pid=103105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:58:24.797627 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (514dee8d-40d4-4fea-a815-30530cb05e44), before_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:24.801869 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8296f-9b36-4579-897a-a09bb6832db8 None None] Routers {'0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'} bound to L3 agent in host dv-cinder-811877-9-iscsi {{(pid=103107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 08:58:24.802466 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-95b8296f-9b36-4579-897a-a09bb6832db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T08:29:42Z,description=,heartbeat_timestamp=2022-01-25T08:58:12Z,host='dv-cinder-811877-9-iscsi',id=a6803982-6296-4973-9e95-2feb13f43b2d,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T08:29:42Z,topic='l3_agent')) {'router_ids': ['0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'], 'active': True} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:24.875362 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.db [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] For port 514dee8d-40d4-4fea-a815-30530cb05e44, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=514dee8d-40d4-4fea-a815-30530cb05e44,segment=NetworkSegment(b6c38ec6-da17-49d9-8c66-2c61ac9778a0),segment_id=b6c38ec6-da17-49d9-8c66-2c61ac9778a0)] {{(pid=103105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:58:24.875718 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (514dee8d-40d4-4fea-a815-30530cb05e44), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:24.887475 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.plugins.ml2.plugin [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Calling delete_port for 514dee8d-40d4-4fea-a815-30530cb05e44 owned by network:router_gateway {{(pid=103105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:58:24.890029 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_dvr_db [None req-95b8296f-9b36-4579-897a-a09bb6832db8 None None] Set router 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 gateway port host: None {{(pid=103107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 08:58:24.942892 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.l3_hamode_db [None req-95b8296f-9b36-4579-897a-a09bb6832db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'name': 'tempest-TestShelveInstance-462950893-router', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:58:24Z', 'revision_number': 6, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'gw_port_host': None}], 'dv-cinder-811877-9-iscsi', False) {} {{(pid=103107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:24.974020 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8296f-9b36-4579-897a-a09bb6832db8 None None] The sync data for ids ['0e4f2064-46ef-4839-b773-e3e5c7cd6dc6'] in dv-cinder-811877-9-iscsi is: [{'id': '0e4f2064-46ef-4839-b773-e3e5c7cd6dc6', 'name': 'tempest-TestShelveInstance-462950893-router', 'tenant_id': '7aec0626f56b4a72b8c0dac40c964a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T08:53:05Z', 'updated_at': '2022-01-25T08:58:24Z', 'revision_number': 6, 'project_id': '7aec0626f56b4a72b8c0dac40c964a52', 'gw_port_host': None}] {{(pid=103107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 08:58:25.131766 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10414960'] for port (514dee8d-40d4-4fea-a815-30530cb05e44), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:25.171691 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=514dee8d-40d4-4fea-a815-30530cb05e44,revision_number=None']} {{(pid=103105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:25.479359 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579738'] for router_gateway (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:25.570295 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-86297'] for router (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), precommit_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:25.572443 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Publish callbacks [] for router_controller (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), precommit_delete_associations {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:25.666272 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585006'] for router (0e4f2064-46ef-4839-b773-e3e5c7cd6dc6), after_delete {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:25.666779 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 {{(pid=103105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 08:58:25.671330 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron_lib.callbacks.manager [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:25.674965 dv-cinder-811877-9-iscsi neutron-server[103105]: INFO neutron.wsgi [None req-026cb52c-79a2-4cae-adf4-a44a06451a2c admin admin] 10.222.0.112 "DELETE /v2.0/routers/0e4f2064-46ef-4839-b773-e3e5c7cd6dc6 HTTP/1.1" status: 204 len: 168 time: 1.2111533 Jan 25 08:58:25.675202 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 51148) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:25.737306 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17ae19e-8ce8-41d9-8a3c-96d9b1db77c3 admin admin] Deleting subnet 384e67a1-719b-4ff0-865a-67b9c1bddc1e {{(pid=103104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 08:58:25.739287 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d17ae19e-8ce8-41d9-8a3c-96d9b1db77c3 admin admin] Publish callbacks [] for subnet (384e67a1-719b-4ff0-865a-67b9c1bddc1e), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:25.783005 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d17ae19e-8ce8-41d9-8a3c-96d9b1db77c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-499790'] for subnet (384e67a1-719b-4ff0-865a-67b9c1bddc1e), precommit_delete_associations {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:25.859381 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d17ae19e-8ce8-41d9-8a3c-96d9b1db77c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503439'] for subnet (384e67a1-719b-4ff0-865a-67b9c1bddc1e), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:25.974708 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d17ae19e-8ce8-41d9-8a3c-96d9b1db77c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9329011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8671563'] for subnet (384e67a1-719b-4ff0-865a-67b9c1bddc1e), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.001782 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ae19e-8ce8-41d9-8a3c-96d9b1db77c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=384e67a1-719b-4ff0-865a-67b9c1bddc1e,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:26.006959 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-d17ae19e-8ce8-41d9-8a3c-96d9b1db77c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.010545 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-d17ae19e-8ce8-41d9-8a3c-96d9b1db77c3 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/384e67a1-719b-4ff0-865a-67b9c1bddc1e HTTP/1.1" status: 204 len: 168 time: 0.3343413 Jan 25 08:58:26.013890 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 51150) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:26.014292 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cf9e19-2100-460e-8a8c-1c383a1cc7c4 None None] Network 7292d13f-e4df-4cd3-8e4b-9425bbea93ca requested from dv-cinder-811877-9-iscsi {{(pid=103106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 08:58:26.055679 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:58:26.092494 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644430'] for network (7292d13f-e4df-4cd3-8e4b-9425bbea93ca), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.151353 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Deleting port beef7e48-e91f-46eb-8aea-34c03d762700 {{(pid=103104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:58:26.151687 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.163271 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c97550c-fc1b-44de-bc46-3f3402c7796e None None] DHCP port deletion for 7292d13f-e4df-4cd3-8e4b-9425bbea93ca request from dv-cinder-811877-9-iscsi {{(pid=103106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 08:58:26.210679 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-7c97550c-fc1b-44de-bc46-3f3402c7796e None None] Deleting port beef7e48-e91f-46eb-8aea-34c03d762700 {{(pid=103106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 08:58:26.211049 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-7c97550c-fc1b-44de-bc46-3f3402c7796e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786863982668'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), before_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.219177 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] For port beef7e48-e91f-46eb-8aea-34c03d762700, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=beef7e48-e91f-46eb-8aea-34c03d762700,segment=NetworkSegment(eecb26bd-4e28-4aa8-a409-de6f0620c6bf),segment_id=eecb26bd-4e28-4aa8-a409-de6f0620c6bf)] {{(pid=103104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:58:26.219544 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.233417 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Calling delete_port for beef7e48-e91f-46eb-8aea-34c03d762700 owned by network:dhcp {{(pid=103104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:58:26.276762 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.db [None req-7c97550c-fc1b-44de-bc46-3f3402c7796e None None] For port beef7e48-e91f-46eb-8aea-34c03d762700, host dv-cinder-811877-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-9-iscsi',level=0,port_id=beef7e48-e91f-46eb-8aea-34c03d762700,segment=NetworkSegment(eecb26bd-4e28-4aa8-a409-de6f0620c6bf),segment_id=eecb26bd-4e28-4aa8-a409-de6f0620c6bf)] {{(pid=103106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 08:58:26.277075 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-7c97550c-fc1b-44de-bc46-3f3402c7796e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581287'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), precommit_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.290186 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-7c97550c-fc1b-44de-bc46-3f3402c7796e None None] Calling delete_port for beef7e48-e91f-46eb-8aea-34c03d762700 owned by network:dhcp {{(pid=103106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 08:58:26.398112 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9328910'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.404472 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-7c97550c-fc1b-44de-bc46-3f3402c7796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1463820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786863988134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786863521028'] for port (beef7e48-e91f-46eb-8aea-34c03d762700), after_delete {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.424254 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Pushing event deleted for resources: {'Port': ['ID=beef7e48-e91f-46eb-8aea-34c03d762700,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:26.428023 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] No DVR routers for this DVR port beef7e48-e91f-46eb-8aea-34c03d762700 on host dv-cinder-811877-9-iscsi {{(pid=103104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:58:26.429914 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97550c-fc1b-44de-bc46-3f3402c7796e None None] Pushing event deleted for resources: {'Port': ['ID=beef7e48-e91f-46eb-8aea-34c03d762700,revision_number=None']} {{(pid=103106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:26.436349 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97550c-fc1b-44de-bc46-3f3402c7796e None None] No DVR routers for this DVR port beef7e48-e91f-46eb-8aea-34c03d762700 on host dv-cinder-811877-9-iscsi {{(pid=103106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 08:58:26.501865 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501508', 'neutron.services.segments.db._delete_segments_for_network-8786864043120'] for network (7292d13f-e4df-4cd3-8e4b-9425bbea93ca), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.521897 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7292d13f-e4df-4cd3-8e4b-9425bbea93ca']}} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:26.531678 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eecb26bd-4e28-4aa8-a409-de6f0620c6bf') {'for_net_delete': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:26.531983 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.services.segments.db [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eecb26bd-4e28-4aa8-a409-de6f0620c6bf') {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 08:58:26.541928 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786863994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-499783'] for segment (eecb26bd-4e28-4aa8-a409-de6f0620c6bf), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.558532 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584'] for segment (eecb26bd-4e28-4aa8-a409-de6f0620c6bf), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.565526 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9329113'] for segment (eecb26bd-4e28-4aa8-a409-de6f0620c6bf), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: Traceback (most recent call last): Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: timer() Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: cb(*args, **kw) Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: return func(*args, **kwargs) Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: self._notify() Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: self.callback(batched_events) Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: event.method(event) Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: return f(self, *a, **k) Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._get(url).json() Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: return self.request(url, 'GET', **kwargs) Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 08:58:26.568508 dv-cinder-811877-9-iscsi neutron-server[103104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 08:58:26.595913 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 514dee8d-40d4-4fea-a815-30530cb05e44 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:58:26.620458 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 514dee8d-40d4-4fea-a815-30530cb05e44 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:58:26.622044 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 514dee8d-40d4-4fea-a815-30530cb05e44 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:58:26.622044 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:58:26.642420 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:58:26.642761 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device 6ceafa4e-234b-4205-a5e8-4f1c31c6e852 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:58:26.643170 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device beef7e48-e91f-46eb-8aea-34c03d762700 no longer exists at agent ovs-agent-dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 08:58:26.663725 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] No Port match for: beef7e48-e91f-46eb-8aea-34c03d762700 {{(pid=103106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 08:58:26.663958 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron.plugins.ml2.rpc [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Device beef7e48-e91f-46eb-8aea-34c03d762700 not bound to the agent host dv-cinder-811877-9-iscsi {{(pid=103106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 08:58:26.983584 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-640100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579774'] for network (7292d13f-e4df-4cd3-8e4b-9425bbea93ca), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.993024 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-640074'] for network (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:26.993024 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] 10.222.0.112 "DELETE /v2.0/networks/7292d13f-e4df-4cd3-8e4b-9425bbea93ca HTTP/1.1" status: 204 len: 168 time: 0.9782276 Jan 25 08:58:27.004565 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817ca5d-d47e-4a49-891c-977b0fffa9cc admin admin] Pushing event deleted for resources: {'Network': ['ID=7292d13f-e4df-4cd3-8e4b-9425bbea93ca,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:27.298476 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 51154) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:27.337747 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-243808cd-44e7-4b00-a04b-3c0748e54f09 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2a8a2504e2d74814bc553b6bf2a40b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378633 Jan 25 08:58:27.340053 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 51156) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:27.385766 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4afd5903-17c3-459b-ba29-fcee7f867f48 admin admin] Publish callbacks [] for security_group (7a56aa39-66c2-49ab-a2de-7f78fa152c05), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:27.406750 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4afd5903-17c3-459b-ba29-fcee7f867f48 admin admin] Publish callbacks [] for security_group (7a56aa39-66c2-49ab-a2de-7f78fa152c05), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:27.503668 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4afd5903-17c3-459b-ba29-fcee7f867f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (7a56aa39-66c2-49ab-a2de-7f78fa152c05), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:27.506389 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4afd5903-17c3-459b-ba29-fcee7f867f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:27.507558 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-4afd5903-17c3-459b-ba29-fcee7f867f48 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/7a56aa39-66c2-49ab-a2de-7f78fa152c05 HTTP/1.1" status: 204 len: 168 time: 0.1663725 Jan 25 08:58:27.516364 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd5903-17c3-459b-ba29-fcee7f867f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a56aa39-66c2-49ab-a2de-7f78fa152c05,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:28.173865 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 51162) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:28.213261 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-9d3051cb-e4c2-4844-ba6a-ff2d71afe1c5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7aec0626f56b4a72b8c0dac40c964a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378351 Jan 25 08:58:28.216385 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.wsgi [-] (103104) accepted ('10.222.0.112', 51164) {{(pid=103104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 08:58:28.265107 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a82bc0c5-6126-4821-a967-7ecc02335204 admin admin] Publish callbacks [] for security_group (99bacdfd-13c8-43a8-b873-d93707932c54), before_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:28.285238 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a82bc0c5-6126-4821-a967-7ecc02335204 admin admin] Publish callbacks [] for security_group (99bacdfd-13c8-43a8-b873-d93707932c54), precommit_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:28.400345 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a82bc0c5-6126-4821-a967-7ecc02335204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575378'] for security_group (99bacdfd-13c8-43a8-b873-d93707932c54), after_delete {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:28.403059 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-a82bc0c5-6126-4821-a967-7ecc02335204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:28.404314 dv-cinder-811877-9-iscsi neutron-server[103104]: INFO neutron.wsgi [None req-a82bc0c5-6126-4821-a967-7ecc02335204 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/99bacdfd-13c8-43a8-b873-d93707932c54 HTTP/1.1" status: 204 len: 168 time: 0.1869984 Jan 25 08:58:28.412252 dv-cinder-811877-9-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bc0c5-6126-4821-a967-7ecc02335204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bacdfd-13c8-43a8-b873-d93707932c54,revision_number=None']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 08:58:30.560420 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:39.511428 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-a1e473a3-3131-4080-828d-189424f37e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:41.731532 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ddd58530-2473-4646-b02e-971c88f7aef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:43.162703 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:44.688390 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:58:45.868745 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:59:00.579733 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:59:03.054609 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:59:09.553899 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-295a6f80-486d-4ab7-a37c-f5f85e02ba06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:59:11.717077 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-70d7e5d0-f7dd-4a3a-865f-e51849a55866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:59:13.131193 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:59:14.691047 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:59:15.908075 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:59:30.576791 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:59:39.533926 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c65bf472-12ef-4683-a417-086347310c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:59:40.053549 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 08:59:41.690228 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-169976f7-0920-4a47-a50e-993d73a17759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:59:43.113310 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:59:44.688433 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 08:59:45.890759 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:00:00.581179 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:00:09.533836 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-abd77ed0-f1d4-4e80-a9f6-953f3083af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:00:11.706941 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-cca6e0af-0605-4ceb-91bd-dfb8d7eba652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:00:13.121965 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:00:14.684202 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:00:15.872303 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:00:17.052213 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 09:00:30.590996 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:00:39.489077 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ffd30228-7cb3-4ebc-8003-b62c2e15f25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:00:41.700765 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-67b7b980-2d42-4d97-b7b2-981741e8535c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:00:43.146097 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:00:44.711915 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:00:45.877960 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:00:54.050762 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 09:01:00.595807 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:01:09.494234 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-6eaa4bcf-546a-45bd-940d-da8214a6b12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:01:11.721485 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-66272ace-e17f-4a24-94b2-f5785d547ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:01:13.140372 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:01:14.686970 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:01:15.889636 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:01:30.578820 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:01:31.049622 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 09:01:39.517041 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-3e1bd44e-68b5-4132-bde8-942e11a97389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:01:41.715316 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-b896c47d-79c3-44a6-a244-2faba8c166bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:01:43.134177 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:01:44.699743 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:01:45.881881 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:02:00.601186 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:02:08.049411 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 09:02:09.504540 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-c90662d8-1c22-46a8-85e1-c5d2e49a03d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:02:11.709921 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ed160a0d-be0f-46d8-8092-3f6d29b5174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:02:13.161738 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:02:14.698047 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:02:15.875979 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:02:30.612919 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:02:39.515436 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c63e-a512-4b01-8baa-d017452092cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:02:41.703853 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-562cf236-b0da-4b96-ab89-18d44e899285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:02:43.132663 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:02:44.698493 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:02:45.048984 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 09:02:45.869325 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:03:00.595224 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:03:09.549016 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8406-98ec-4eb0-93af-384a7a2ec3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:03:11.726349 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-d77a42a2-f18d-4ce5-8de7-c9c1e74cfbd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:03:13.137469 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:03:14.703609 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:03:15.897481 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:03:22.049079 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 09:03:30.606291 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:03:39.492501 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-27fc5501-838e-469e-bc36-003cf0fa7ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:03:41.714848 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-cb943fed-9260-4a71-98c8-896103d68324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:03:43.142940 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:03:44.703366 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:03:45.886068 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:03:59.048519 dv-cinder-811877-9-iscsi neutron-server[103107]: DEBUG neutron.db.agents_db [None req-61314679-894c-4790-bea9-aa956b9b3d97 None None] Agent healthcheck: found 6 active agents {{(pid=103107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 09:04:00.617238 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-e45d9392-6fb8-483f-a490-59645abcd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (664b51f9-d08b-4fc1-8461-465c7aa0e06b), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:04:08.358728 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [req-4daa267d-2e1e-4239-9ba6-814d59221d9e req-c3b26fcf-2a91-4354-82bd-e22a91c2e007 service neutron] (103105) timed out ('10.222.0.112', 46518) {{(pid=103105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 09:04:09.530530 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-f85a1df9-8dba-45d7-8292-0a05c950c9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (71e627a6-2c15-4cad-8e23-6a9aca3c6bb8), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:04:09.778881 dv-cinder-811877-9-iscsi neutron-server[103105]: DEBUG neutron.wsgi [req-2b27db4a-1800-4608-af59-cfc6414f2c57 req-5adbd25c-8248-4919-bf7b-fd4d8889720c service neutron] (103105) timed out ('10.222.0.121', 60409) {{(pid=103105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 09:04:11.743660 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-84ebcfa3-d905-4930-a596-26a20d315db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a6803982-6296-4973-9e95-2feb13f43b2d), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:04:13.143277 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc303-271d-4d31-a1fc-bc40c76f7a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (e3f719ac-1bc1-44e1-9e0d-52a7de9d3245), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:04:14.708772 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-5016933e-958e-4db8-a951-4889c47aeccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (683bd788-7d28-481b-aa29-23e99408bdb9), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 09:04:15.885692 dv-cinder-811877-9-iscsi neutron-server[103106]: DEBUG neutron_lib.callbacks.manager [None req-9c7d372d-d666-45c6-9573-2070b98b9773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786864043102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1499460'] for agent (a4a365c4-9432-4e8a-a469-b107d774523f), after_update {{(pid=103106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}